{"level":"warn","ts":"2026-02-28T01:31:37.837565Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-28T01:31:37.837649Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-28T01:31:37.837762Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-28T01:31:37.837774Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-02-28T01:31:37.837792Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-28T01:31:37.838411Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-02-28T01:31:37.838487Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-28T01:31:37.842823Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.050056ms"} {"level":"info","ts":"2026-02-28T01:31:37.848304Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-02-28T01:31:37.848613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-02-28T01:31:37.848638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-02-28T01:31:37.848655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-28T01:31:37.848667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-02-28T01:31:37.848961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-02-28T01:31:37.85905Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-28T01:31:37.860922Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-28T01:31:37.862092Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-28T01:31:37.86479Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-28T01:31:37.864968Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:31:37.865034Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:31:37.865052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-28T01:31:37.865025Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-28T01:31:37.866252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-02-28T01:31:37.866548Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-02-28T01:31:37.870283Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-28T01:31:37.87037Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-02-28T01:31:37.870403Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-02-28T01:31:37.87073Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-28T01:31:37.870804Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-28T01:31:37.94996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-02-28T01:31:37.950019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-02-28T01:31:37.950052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-02-28T01:31:37.950073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-02-28T01:31:37.950085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-02-28T01:31:37.950104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-02-28T01:31:37.950119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-02-28T01:31:37.951691Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-02-28T01:31:37.952034Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:37.953106Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-28T01:31:37.953709Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-28T01:31:37.953865Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-28T01:31:37.953895Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-28T01:31:37.953958Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:37.954055Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:37.954084Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-28T01:31:37.956478Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-28T01:31:37.9694Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-02-28T01:31:42.261552Z","caller":"traceutil/trace.go:171","msg":"trace[1564472869] transaction","detail":"{read_only:false; response_revision:205; number_of_response:1; }","duration":"106.044712ms","start":"2026-02-28T01:31:42.155477Z","end":"2026-02-28T01:31:42.261522Z","steps":["trace[1564472869] 'process raft request' (duration: 105.886749ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:31:51.301719Z","caller":"traceutil/trace.go:171","msg":"trace[29279359] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"801.887228ms","start":"2026-02-28T01:31:50.499768Z","end":"2026-02-28T01:31:51.301655Z","steps":["trace[29279359] 'process raft request' (duration: 801.673253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:51.302477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:50.499747Z","time spent":"802.087093ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:31:57.838079Z","caller":"traceutil/trace.go:171","msg":"trace[615781865] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"506.883378ms","start":"2026-02-28T01:31:57.331165Z","end":"2026-02-28T01:31:57.838049Z","steps":["trace[615781865] 'process raft request' (duration: 506.704514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:31:57.838273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:31:57.331142Z","time spent":"507.030701ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:02.198611Z","caller":"traceutil/trace.go:171","msg":"trace[1977209088] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"198.792065ms","start":"2026-02-28T01:32:01.99979Z","end":"2026-02-28T01:32:02.198582Z","steps":["trace[1977209088] 'process raft request' (duration: 198.636102ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:02.730372Z","caller":"traceutil/trace.go:171","msg":"trace[1297830788] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"147.836778ms","start":"2026-02-28T01:32:02.582498Z","end":"2026-02-28T01:32:02.730335Z","steps":["trace[1297830788] 'process raft request' (duration: 147.563341ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:03.906857Z","caller":"traceutil/trace.go:171","msg":"trace[1713669601] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"277.108706ms","start":"2026-02-28T01:32:03.629718Z","end":"2026-02-28T01:32:03.906827Z","steps":["trace[1713669601] 'process raft request' (duration: 276.559493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:04.454586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960720594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:32:04.524751Z","caller":"traceutil/trace.go:171","msg":"trace[1349916049] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"570.16195ms","start":"2026-02-28T01:32:03.954537Z","end":"2026-02-28T01:32:04.524698Z","steps":["trace[1349916049] 'read index received' (duration: 565.445361ms)","trace[1349916049] 'applied index is now lower than readState.Index' (duration: 4.714749ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:04.524818Z","caller":"traceutil/trace.go:171","msg":"trace[1493421071] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"611.891285ms","start":"2026-02-28T01:32:03.912874Z","end":"2026-02-28T01:32:04.524766Z","steps":["trace[1493421071] 'process raft request' (duration: 607.113984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:04.525011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:03.912844Z","time spent":"612.059049ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:32:04.524969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.415997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:32:04.525076Z","caller":"traceutil/trace.go:171","msg":"trace[1684027560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"570.562409ms","start":"2026-02-28T01:32:03.954493Z","end":"2026-02-28T01:32:04.525055Z","steps":["trace[1684027560] 'agreement among raft nodes before linearized reading' (duration: 570.407256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:04.525076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.930153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:32:04.525118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:03.954472Z","time spent":"570.637582ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:32:04.525397Z","caller":"traceutil/trace.go:171","msg":"trace[1621430759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:423; }","duration":"319.027095ms","start":"2026-02-28T01:32:04.206091Z","end":"2026-02-28T01:32:04.525118Z","steps":["trace[1621430759] 'agreement among raft nodes before linearized reading' (duration: 318.843101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:04.525471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:04.206012Z","time spent":"319.439855ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:32:07.728848Z","caller":"traceutil/trace.go:171","msg":"trace[1391888255] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"108.201402ms","start":"2026-02-28T01:32:07.620618Z","end":"2026-02-28T01:32:07.728819Z","steps":["trace[1391888255] 'process raft request' (duration: 108.022558ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:07.805779Z","caller":"traceutil/trace.go:171","msg":"trace[209959292] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"133.186969ms","start":"2026-02-28T01:32:07.672555Z","end":"2026-02-28T01:32:07.805742Z","steps":["trace[209959292] 'process raft request' (duration: 109.668355ms)","trace[209959292] 'compare' (duration: 23.331249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:08.366715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.013604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:32:08.366889Z","caller":"traceutil/trace.go:171","msg":"trace[1571212442] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"509.541909ms","start":"2026-02-28T01:32:07.857317Z","end":"2026-02-28T01:32:08.366859Z","steps":["trace[1571212442] 'process raft request' (duration: 296.064044ms)","trace[1571212442] 'compare' (duration: 212.80488ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:08.366984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:07.857303Z","time spent":"509.646371ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:32:09.280415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127015243s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:32:09.298431Z","caller":"traceutil/trace.go:171","msg":"trace[1307457984] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.432607848s","start":"2026-02-28T01:32:07.865802Z","end":"2026-02-28T01:32:09.29841Z","steps":["trace[1307457984] 'process raft request' (duration: 1.414872647s)","trace[1307457984] 'compare' (duration: 16.925122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:09.298598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:07.865783Z","time spent":"1.43272216s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:32:09.29867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431365529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4632"} {"level":"info","ts":"2026-02-28T01:32:09.29878Z","caller":"traceutil/trace.go:171","msg":"trace[1849958385] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:460; }","duration":"1.431522723s","start":"2026-02-28T01:32:07.867231Z","end":"2026-02-28T01:32:09.298754Z","steps":["trace[1849958385] 'agreement among raft nodes before linearized reading' (duration: 1.431298057s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.298836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:07.867219Z","time spent":"1.431607224s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4655,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-02-28T01:32:09.298218Z","caller":"traceutil/trace.go:171","msg":"trace[155846360] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:476; }","duration":"1.430914008s","start":"2026-02-28T01:32:07.867269Z","end":"2026-02-28T01:32:09.298183Z","steps":["trace[155846360] 'read index received' (duration: 286.133065ms)","trace[155846360] 'applied index is now lower than readState.Index' (duration: 1.144779823s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:09.299069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.872602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:32:09.299119Z","caller":"traceutil/trace.go:171","msg":"trace[498877482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:460; }","duration":"732.972084ms","start":"2026-02-28T01:32:08.566133Z","end":"2026-02-28T01:32:09.299105Z","steps":["trace[498877482] 'agreement among raft nodes before linearized reading' (duration: 732.878602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.299154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:08.566107Z","time spent":"733.039456ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:32:09.299141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.533608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:32:09.299221Z","caller":"traceutil/trace.go:171","msg":"trace[1410311567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:460; }","duration":"531.671451ms","start":"2026-02-28T01:32:08.767527Z","end":"2026-02-28T01:32:09.299198Z","steps":["trace[1410311567] 'agreement among raft nodes before linearized reading' (duration: 531.528148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.299292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:08.767497Z","time spent":"531.786923ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:09.299381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.109517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:32:09.29941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249634568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-02-28T01:32:09.299423Z","caller":"traceutil/trace.go:171","msg":"trace[41298101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"720.173849ms","start":"2026-02-28T01:32:08.579239Z","end":"2026-02-28T01:32:09.299413Z","steps":["trace[41298101] 'agreement among raft nodes before linearized reading' (duration: 720.097747ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:09.299454Z","caller":"traceutil/trace.go:171","msg":"trace[1962619653] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:460; }","duration":"1.249688738s","start":"2026-02-28T01:32:08.049751Z","end":"2026-02-28T01:32:09.29944Z","steps":["trace[1962619653] 'agreement among raft nodes before linearized reading' (duration: 1.249608127s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.299458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:08.579226Z","time spent":"720.22468ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:09.299487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:08.049745Z","time spent":"1.249735859s","remote":"127.0.0.1:52724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-28T01:32:09.299604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249839062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-28T01:32:09.299686Z","caller":"traceutil/trace.go:171","msg":"trace[1305235045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:460; }","duration":"1.250022057s","start":"2026-02-28T01:32:08.049645Z","end":"2026-02-28T01:32:09.299667Z","steps":["trace[1305235045] 'agreement among raft nodes before linearized reading' (duration: 1.2497484s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.299725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:08.049617Z","time spent":"1.250101328s","remote":"127.0.0.1:52724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-28T01:32:09.29961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.462421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:32:09.299798Z","caller":"traceutil/trace.go:171","msg":"trace[1665357427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:460; }","duration":"754.722917ms","start":"2026-02-28T01:32:08.545059Z","end":"2026-02-28T01:32:09.299782Z","steps":["trace[1665357427] 'agreement among raft nodes before linearized reading' (duration: 754.42077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.299856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:08.545031Z","time spent":"754.804569ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:32:09.300002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385802265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-02-28T01:32:09.300043Z","caller":"traceutil/trace.go:171","msg":"trace[1158084357] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:460; }","duration":"1.385844286s","start":"2026-02-28T01:32:07.914188Z","end":"2026-02-28T01:32:09.300032Z","steps":["trace[1158084357] 'agreement among raft nodes before linearized reading' (duration: 1.384814172s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:09.30007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:07.914129Z","time spent":"1.385933789s","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329983,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-02-28T01:32:10.268944Z","caller":"traceutil/trace.go:171","msg":"trace[524959134] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"311.51899ms","start":"2026-02-28T01:32:09.957395Z","end":"2026-02-28T01:32:10.268914Z","steps":["trace[524959134] 'process raft request' (duration: 311.321506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:10.269138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:09.957363Z","time spent":"311.671874ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:17.449945Z","caller":"traceutil/trace.go:171","msg":"trace[398173691] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"106.084213ms","start":"2026-02-28T01:32:17.343838Z","end":"2026-02-28T01:32:17.449922Z","steps":["trace[398173691] 'process raft request' (duration: 105.922879ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:17.585657Z","caller":"traceutil/trace.go:171","msg":"trace[562410845] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"240.178102ms","start":"2026-02-28T01:32:17.345438Z","end":"2026-02-28T01:32:17.585616Z","steps":["trace[562410845] 'process raft request' (duration: 178.481466ms)","trace[562410845] 'compare' (duration: 61.455211ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:17.58691Z","caller":"traceutil/trace.go:171","msg":"trace[754282486] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:529; }","duration":"229.7432ms","start":"2026-02-28T01:32:17.357131Z","end":"2026-02-28T01:32:17.586874Z","steps":["trace[754282486] 'read index received' (duration: 92.731743ms)","trace[754282486] 'applied index is now lower than readState.Index' (duration: 137.009317ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:17.587044Z","caller":"traceutil/trace.go:171","msg":"trace[1411298159] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"240.197733ms","start":"2026-02-28T01:32:17.346811Z","end":"2026-02-28T01:32:17.587009Z","steps":["trace[1411298159] 'process raft request' (duration: 238.740089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:17.587191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.039608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:32:17.587239Z","caller":"traceutil/trace.go:171","msg":"trace[1315291401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"230.13628ms","start":"2026-02-28T01:32:17.357091Z","end":"2026-02-28T01:32:17.587227Z","steps":["trace[1315291401] 'agreement among raft nodes before linearized reading' (duration: 229.941705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:17.587286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.804566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2gfz5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-28T01:32:17.587419Z","caller":"traceutil/trace.go:171","msg":"trace[336343296] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2gfz5; range_end:; response_count:1; response_revision:512; }","duration":"183.033751ms","start":"2026-02-28T01:32:17.404355Z","end":"2026-02-28T01:32:17.587388Z","steps":["trace[336343296] 'agreement among raft nodes before linearized reading' (duration: 182.751865ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:17.9009Z","caller":"traceutil/trace.go:171","msg":"trace[1220583776] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"308.134883ms","start":"2026-02-28T01:32:17.592733Z","end":"2026-02-28T01:32:17.900868Z","steps":["trace[1220583776] 'process raft request' (duration: 301.635733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:17.90128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:17.592707Z","time spent":"308.289787ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:18.551964Z","caller":"traceutil/trace.go:171","msg":"trace[1190483706] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"764.865321ms","start":"2026-02-28T01:32:17.787054Z","end":"2026-02-28T01:32:18.551919Z","steps":["trace[1190483706] 'read index received' (duration: 107.425504ms)","trace[1190483706] 'applied index is now lower than readState.Index' (duration: 657.438377ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:18.552465Z","caller":"traceutil/trace.go:171","msg":"trace[1750275652] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"950.116434ms","start":"2026-02-28T01:32:17.602334Z","end":"2026-02-28T01:32:18.552451Z","steps":["trace[1750275652] 'process raft request' (duration: 949.315325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:18.552611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:17.602305Z","time spent":"950.210806ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:32:18.552884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.825404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:32:18.569385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.312326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:18.569449Z","caller":"traceutil/trace.go:171","msg":"trace[571286330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"346.413219ms","start":"2026-02-28T01:32:18.223022Z","end":"2026-02-28T01:32:18.569436Z","steps":["trace[571286330] 'agreement among raft nodes before linearized reading' (duration: 346.323926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:18.569482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:18.223002Z","time spent":"346.469799ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:32:18.569448Z","caller":"traceutil/trace.go:171","msg":"trace[929308641] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"765.925706ms","start":"2026-02-28T01:32:17.787002Z","end":"2026-02-28T01:32:18.552928Z","steps":["trace[929308641] 'agreement among raft nodes before linearized reading' (duration: 765.837734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:18.569628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:17.786974Z","time spent":"782.601442ms","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-02-28T01:32:19.928268Z","caller":"traceutil/trace.go:171","msg":"trace[1009619161] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"336.11874ms","start":"2026-02-28T01:32:19.592121Z","end":"2026-02-28T01:32:19.92824Z","steps":["trace[1009619161] 'read index received' (duration: 335.344432ms)","trace[1009619161] 'applied index is now lower than readState.Index' (duration: 773.348µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:19.92839Z","caller":"traceutil/trace.go:171","msg":"trace[96831926] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"469.857572ms","start":"2026-02-28T01:32:19.458507Z","end":"2026-02-28T01:32:19.928364Z","steps":["trace[96831926] 'process raft request' (duration: 469.018192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:19.92848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.332825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:32:19.928545Z","caller":"traceutil/trace.go:171","msg":"trace[636117182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"336.428338ms","start":"2026-02-28T01:32:19.5921Z","end":"2026-02-28T01:32:19.928529Z","steps":["trace[636117182] 'agreement among raft nodes before linearized reading' (duration: 336.308475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:19.928548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:19.458476Z","time spent":"469.973545ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:32:19.928645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:19.592091Z","time spent":"336.493779ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:19.928725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.264713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:32:19.928816Z","caller":"traceutil/trace.go:171","msg":"trace[1509593261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"336.429668ms","start":"2026-02-28T01:32:19.59237Z","end":"2026-02-28T01:32:19.9288Z","steps":["trace[1509593261] 'agreement among raft nodes before linearized reading' (duration: 336.172032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:19.928872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:19.592364Z","time spent":"336.501909ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:20.698824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960720785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:21.199199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960720785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:21.699436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960720785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:22.198434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T01:32:22.198528Z","caller":"traceutil/trace.go:171","msg":"trace[1985429328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987222s","start":"2026-02-28T01:32:20.198519Z","end":"2026-02-28T01:32:22.198507Z","steps":["trace[1985429328] 'agreement among raft nodes before linearized reading' (duration: 1.999871129s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:22.19858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:20.198442Z","time spent":"2.000128506s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 01:32:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T01:32:22.199601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960720785,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:22.218103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999745327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T01:32:22.218158Z","caller":"traceutil/trace.go:171","msg":"trace[1843151213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999847229s","start":"2026-02-28T01:32:20.218299Z","end":"2026-02-28T01:32:22.218146Z","steps":["trace[1843151213] 'agreement among raft nodes before linearized reading' (duration: 1.999787308s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:22.218196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:20.218273Z","time spent":"1.999915281s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 01:32:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T01:32:22.640414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.626944776s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T01:32:22.959564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465273449s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:22.959698Z","caller":"traceutil/trace.go:171","msg":"trace[1332313785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:515; }","duration":"2.465421882s","start":"2026-02-28T01:32:20.494256Z","end":"2026-02-28T01:32:22.959678Z","steps":["trace[1332313785] 'range keys from in-memory index tree' (duration: 2.465257448s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:22.960184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946605195s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:32:22.96047Z","caller":"traceutil/trace.go:171","msg":"trace[1862056616] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"3.027357082s","start":"2026-02-28T01:32:19.933088Z","end":"2026-02-28T01:32:22.960445Z","steps":["trace[1862056616] 'process raft request' (duration: 3.027231719s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:22.96048Z","caller":"traceutil/trace.go:171","msg":"trace[360396074] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"3.027340021s","start":"2026-02-28T01:32:19.933084Z","end":"2026-02-28T01:32:22.960424Z","steps":["trace[360396074] 'process raft request' (duration: 80.378588ms)","trace[360396074] 'compare' (duration: 2.945992481s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:22.960549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:19.933061Z","time spent":"3.027453665s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:22.96062Z","caller":"traceutil/trace.go:171","msg":"trace[79553068] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"3.027026074s","start":"2026-02-28T01:32:19.933573Z","end":"2026-02-28T01:32:22.960599Z","steps":["trace[79553068] 'process raft request' (duration: 3.02682928s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:22.960723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:19.933063Z","time spent":"3.027517576s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:32:22.960762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:19.933535Z","time spent":"3.027182038s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:23.161007Z","caller":"traceutil/trace.go:171","msg":"trace[1880110933] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"2.88321119s","start":"2026-02-28T01:32:20.277754Z","end":"2026-02-28T01:32:23.160965Z","steps":["trace[1880110933] 'process raft request' (duration: 2.860352192s)","trace[1880110933] 'compare' (duration: 22.590892ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:23.161212Z","caller":"traceutil/trace.go:171","msg":"trace[993625827] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"959.242334ms","start":"2026-02-28T01:32:22.201948Z","end":"2026-02-28T01:32:23.161191Z","steps":["trace[993625827] 'process raft request' (duration: 958.933297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:23.161243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:20.277722Z","time spent":"2.883397404s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:23.161254Z","caller":"traceutil/trace.go:171","msg":"trace[171484358] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:535; }","duration":"2.962641686s","start":"2026-02-28T01:32:20.198541Z","end":"2026-02-28T01:32:23.161183Z","steps":["trace[171484358] 'read index received' (duration: 2.442113963s)","trace[171484358] 'applied index is now lower than readState.Index' (duration: 520.524603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:23.161409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:22.201922Z","time spent":"959.351947ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T01:32:23.161583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845534943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-28T01:32:23.161595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.27145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:23.161621Z","caller":"traceutil/trace.go:171","msg":"trace[2125923650] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:520; }","duration":"1.845610055s","start":"2026-02-28T01:32:21.315999Z","end":"2026-02-28T01:32:23.161609Z","steps":["trace[2125923650] 'agreement among raft nodes before linearized reading' (duration: 1.845447351s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:23.161641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229239516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:32:23.161694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:21.315978Z","time spent":"1.845681416s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-02-28T01:32:23.161708Z","caller":"traceutil/trace.go:171","msg":"trace[2126528907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"935.388533ms","start":"2026-02-28T01:32:22.226266Z","end":"2026-02-28T01:32:23.161655Z","steps":["trace[2126528907] 'agreement among raft nodes before linearized reading' (duration: 935.221399ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:23.161721Z","caller":"traceutil/trace.go:171","msg":"trace[1028105732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"1.229369779s","start":"2026-02-28T01:32:21.932334Z","end":"2026-02-28T01:32:23.161704Z","steps":["trace[1028105732] 'agreement among raft nodes before linearized reading' (duration: 1.229179075s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:23.161756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:21.932312Z","time spent":"1.229438891s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:32:23.161778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:22.226243Z","time spent":"935.498695ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:32:23.373549Z","caller":"traceutil/trace.go:171","msg":"trace[281661520] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"135.233257ms","start":"2026-02-28T01:32:23.23828Z","end":"2026-02-28T01:32:23.373513Z","steps":["trace[281661520] 'process raft request' (duration: 110.067345ms)","trace[281661520] 'compare' (duration: 25.005578ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:23.551681Z","caller":"traceutil/trace.go:171","msg":"trace[523531827] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"130.084687ms","start":"2026-02-28T01:32:23.421557Z","end":"2026-02-28T01:32:23.551642Z","steps":["trace[523531827] 'process raft request' (duration: 87.335429ms)","trace[523531827] 'compare' (duration: 42.537103ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:23.703525Z","caller":"traceutil/trace.go:171","msg":"trace[1663290287] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:544; }","duration":"265.489538ms","start":"2026-02-28T01:32:23.437995Z","end":"2026-02-28T01:32:23.703485Z","steps":["trace[1663290287] 'read index received' (duration: 71.000932ms)","trace[1663290287] 'applied index is now lower than readState.Index' (duration: 194.487396ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:23.703571Z","caller":"traceutil/trace.go:171","msg":"trace[1992127213] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"269.841568ms","start":"2026-02-28T01:32:23.433705Z","end":"2026-02-28T01:32:23.703547Z","steps":["trace[1992127213] 'process raft request' (duration: 218.354208ms)","trace[1992127213] 'compare' (duration: 51.290626ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:32:23.703701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.686762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:23.703761Z","caller":"traceutil/trace.go:171","msg":"trace[88967163] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:525; }","duration":"265.799505ms","start":"2026-02-28T01:32:23.437949Z","end":"2026-02-28T01:32:23.703748Z","steps":["trace[88967163] 'agreement among raft nodes before linearized reading' (duration: 265.671592ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.144793Z","caller":"traceutil/trace.go:171","msg":"trace[1716795611] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"134.031589ms","start":"2026-02-28T01:32:24.010725Z","end":"2026-02-28T01:32:24.144756Z","steps":["trace[1716795611] 'process raft request' (duration: 119.915402ms)","trace[1716795611] 'compare' (duration: 13.939343ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:24.145059Z","caller":"traceutil/trace.go:171","msg":"trace[20781422] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"126.143196ms","start":"2026-02-28T01:32:24.018886Z","end":"2026-02-28T01:32:24.145029Z","steps":["trace[20781422] 'process raft request' (duration: 125.978582ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145192Z","caller":"traceutil/trace.go:171","msg":"trace[337798127] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"124.12557ms","start":"2026-02-28T01:32:24.020984Z","end":"2026-02-28T01:32:24.145109Z","steps":["trace[337798127] 'process raft request' (duration: 123.993657ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145246Z","caller":"traceutil/trace.go:171","msg":"trace[990751029] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"124.124829ms","start":"2026-02-28T01:32:24.02109Z","end":"2026-02-28T01:32:24.145215Z","steps":["trace[990751029] 'process raft request' (duration: 123.917834ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145397Z","caller":"traceutil/trace.go:171","msg":"trace[1155468261] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"124.204831ms","start":"2026-02-28T01:32:24.021172Z","end":"2026-02-28T01:32:24.145376Z","steps":["trace[1155468261] 'process raft request' (duration: 123.868403ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145593Z","caller":"traceutil/trace.go:171","msg":"trace[771972846] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"124.264362ms","start":"2026-02-28T01:32:24.021305Z","end":"2026-02-28T01:32:24.14557Z","steps":["trace[771972846] 'process raft request' (duration: 123.870913ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145699Z","caller":"traceutil/trace.go:171","msg":"trace[1431468793] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"124.324064ms","start":"2026-02-28T01:32:24.021327Z","end":"2026-02-28T01:32:24.145651Z","steps":["trace[1431468793] 'process raft request' (duration: 124.15008ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145731Z","caller":"traceutil/trace.go:171","msg":"trace[1247405835] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"124.345984ms","start":"2026-02-28T01:32:24.021353Z","end":"2026-02-28T01:32:24.145699Z","steps":["trace[1247405835] 'process raft request' (duration: 124.17622ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145772Z","caller":"traceutil/trace.go:171","msg":"trace[345179585] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"124.313814ms","start":"2026-02-28T01:32:24.021445Z","end":"2026-02-28T01:32:24.145759Z","steps":["trace[345179585] 'process raft request' (duration: 124.177431ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.145977Z","caller":"traceutil/trace.go:171","msg":"trace[1456501100] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"124.288034ms","start":"2026-02-28T01:32:24.021593Z","end":"2026-02-28T01:32:24.145881Z","steps":["trace[1456501100] 'process raft request' (duration: 124.11084ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.146372Z","caller":"traceutil/trace.go:171","msg":"trace[169530676] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"124.700943ms","start":"2026-02-28T01:32:24.021658Z","end":"2026-02-28T01:32:24.146359Z","steps":["trace[169530676] 'process raft request' (duration: 124.256992ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.146465Z","caller":"traceutil/trace.go:171","msg":"trace[599663709] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"123.161528ms","start":"2026-02-28T01:32:24.023285Z","end":"2026-02-28T01:32:24.146447Z","steps":["trace[599663709] 'process raft request' (duration: 122.735568ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.146643Z","caller":"traceutil/trace.go:171","msg":"trace[443050587] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"123.934755ms","start":"2026-02-28T01:32:24.022697Z","end":"2026-02-28T01:32:24.146632Z","steps":["trace[443050587] 'process raft request' (duration: 123.27877ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.146947Z","caller":"traceutil/trace.go:171","msg":"trace[1899258560] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"125.191764ms","start":"2026-02-28T01:32:24.02174Z","end":"2026-02-28T01:32:24.146932Z","steps":["trace[1899258560] 'process raft request' (duration: 124.208361ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.147009Z","caller":"traceutil/trace.go:171","msg":"trace[1782563933] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"123.318501ms","start":"2026-02-28T01:32:24.023678Z","end":"2026-02-28T01:32:24.146996Z","steps":["trace[1782563933] 'process raft request' (duration: 122.40361ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:24.865833Z","caller":"traceutil/trace.go:171","msg":"trace[1872003896] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"254.597366ms","start":"2026-02-28T01:32:24.611203Z","end":"2026-02-28T01:32:24.8658Z","steps":["trace[1872003896] 'process raft request' (duration: 253.943431ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:25.810015Z","caller":"traceutil/trace.go:171","msg":"trace[1349761928] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"226.975417ms","start":"2026-02-28T01:32:25.583011Z","end":"2026-02-28T01:32:25.809986Z","steps":["trace[1349761928] 'process raft request' (duration: 226.791532ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:42.827966Z","caller":"traceutil/trace.go:171","msg":"trace[239020414] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"268.079888ms","start":"2026-02-28T01:32:42.559855Z","end":"2026-02-28T01:32:42.827935Z","steps":["trace[239020414] 'process raft request' (duration: 267.875403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.581324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960721431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:32:43.854122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019239972s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:32:43.855108Z","caller":"traceutil/trace.go:171","msg":"trace[353185584] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"1.020312647s","start":"2026-02-28T01:32:42.834753Z","end":"2026-02-28T01:32:43.855066Z","steps":["trace[353185584] 'process raft request' (duration: 1.019645022s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.855284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:42.834727Z","time spent":"1.02046813s","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:43.86072Z","caller":"traceutil/trace.go:171","msg":"trace[819052684] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:912; }","duration":"780.278308ms","start":"2026-02-28T01:32:43.080416Z","end":"2026-02-28T01:32:43.860694Z","steps":["trace[819052684] 'read index received' (duration: 774.419083ms)","trace[819052684] 'applied index is now lower than readState.Index' (duration: 5.858185ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:43.860857Z","caller":"traceutil/trace.go:171","msg":"trace[1399512527] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"334.121144ms","start":"2026-02-28T01:32:43.526688Z","end":"2026-02-28T01:32:43.86081Z","steps":["trace[1399512527] 'process raft request' (duration: 333.872638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.813946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:32:43.86107Z","caller":"traceutil/trace.go:171","msg":"trace[280329440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:886; }","duration":"779.907839ms","start":"2026-02-28T01:32:43.081145Z","end":"2026-02-28T01:32:43.861053Z","steps":["trace[280329440] 'agreement among raft nodes before linearized reading' (duration: 779.692954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.217903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:32:43.861052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.613235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:32:43.861097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.249234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T01:32:43.861111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.081134Z","time spent":"779.96759ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:32:43.861119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.526662Z","time spent":"334.323409ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:32:43.861134Z","caller":"traceutil/trace.go:171","msg":"trace[1087433207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:886; }","duration":"500.347327ms","start":"2026-02-28T01:32:43.360764Z","end":"2026-02-28T01:32:43.861112Z","steps":["trace[1087433207] 'agreement among raft nodes before linearized reading' (duration: 500.091391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.67886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:32:43.86116Z","caller":"traceutil/trace.go:171","msg":"trace[1642750857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:886; }","duration":"780.762819ms","start":"2026-02-28T01:32:43.080366Z","end":"2026-02-28T01:32:43.861129Z","steps":["trace[1642750857] 'agreement among raft nodes before linearized reading' (duration: 780.452872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.360742Z","time spent":"500.433468ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:32:43.8612Z","caller":"traceutil/trace.go:171","msg":"trace[2064646611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:886; }","duration":"640.800673ms","start":"2026-02-28T01:32:43.22038Z","end":"2026-02-28T01:32:43.86118Z","steps":["trace[2064646611] 'agreement among raft nodes before linearized reading' (duration: 640.486696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.080343Z","time spent":"780.863681ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:43.861215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.231361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:32:43.861335Z","caller":"traceutil/trace.go:171","msg":"trace[1718799306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:886; }","duration":"387.397925ms","start":"2026-02-28T01:32:43.473906Z","end":"2026-02-28T01:32:43.861304Z","steps":["trace[1718799306] 'agreement among raft nodes before linearized reading' (duration: 387.072807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.220367Z","time spent":"640.893555ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:32:43.861147Z","caller":"traceutil/trace.go:171","msg":"trace[273017907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:886; }","duration":"779.296825ms","start":"2026-02-28T01:32:43.081835Z","end":"2026-02-28T01:32:43.861131Z","steps":["trace[273017907] 'agreement among raft nodes before linearized reading' (duration: 779.169202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:43.861391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.473884Z","time spent":"387.493418ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:43.861426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:32:43.081805Z","time spent":"779.610142ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:32:44.075415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.551463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-hvbhd\" ","response":"range_response_count:1 size:2275"} {"level":"info","ts":"2026-02-28T01:32:44.07551Z","caller":"traceutil/trace.go:171","msg":"trace[1716369673] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-hvbhd; range_end:; response_count:1; response_revision:892; }","duration":"103.707627ms","start":"2026-02-28T01:32:43.971777Z","end":"2026-02-28T01:32:44.075485Z","steps":["trace[1716369673] 'range keys from in-memory index tree' (duration: 103.36922ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.204065Z","caller":"traceutil/trace.go:171","msg":"trace[1756902327] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"128.293196ms","start":"2026-02-28T01:32:54.07575Z","end":"2026-02-28T01:32:54.204043Z","steps":["trace[1756902327] 'process raft request' (duration: 124.995839ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.212964Z","caller":"traceutil/trace.go:171","msg":"trace[1914556197] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"136.874715ms","start":"2026-02-28T01:32:54.076078Z","end":"2026-02-28T01:32:54.212953Z","steps":["trace[1914556197] 'process raft request' (duration: 136.825604ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.212977Z","caller":"traceutil/trace.go:171","msg":"trace[395534905] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"137.11999ms","start":"2026-02-28T01:32:54.075838Z","end":"2026-02-28T01:32:54.212958Z","steps":["trace[395534905] 'process raft request' (duration: 137.014497ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.213175Z","caller":"traceutil/trace.go:171","msg":"trace[984149193] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"135.970903ms","start":"2026-02-28T01:32:54.077181Z","end":"2026-02-28T01:32:54.213152Z","steps":["trace[984149193] 'process raft request' (duration: 135.751208ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.557554Z","caller":"traceutil/trace.go:171","msg":"trace[458794334] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"104.913815ms","start":"2026-02-28T01:32:54.45261Z","end":"2026-02-28T01:32:54.557524Z","steps":["trace[458794334] 'process raft request' (duration: 104.760651ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.74916Z","caller":"traceutil/trace.go:171","msg":"trace[560497649] transaction","detail":"{read_only:false; number_of_response:1; response_revision:963; }","duration":"133.607688ms","start":"2026-02-28T01:32:54.615518Z","end":"2026-02-28T01:32:54.749126Z","steps":["trace[560497649] 'process raft request' (duration: 133.508226ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:32:54.947037Z","caller":"traceutil/trace.go:171","msg":"trace[423083395] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1001; }","duration":"109.228255ms","start":"2026-02-28T01:32:54.837782Z","end":"2026-02-28T01:32:54.94701Z","steps":["trace[423083395] 'read index received' (duration: 62.700819ms)","trace[423083395] 'applied index is now lower than readState.Index' (duration: 46.526436ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:54.947169Z","caller":"traceutil/trace.go:171","msg":"trace[736029949] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"130.131148ms","start":"2026-02-28T01:32:54.817022Z","end":"2026-02-28T01:32:54.947154Z","steps":["trace[736029949] 'process raft request' (duration: 83.555282ms)","trace[736029949] 'compare' (duration: 46.263319ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:32:54.947148Z","caller":"traceutil/trace.go:171","msg":"trace[893637391] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"129.810341ms","start":"2026-02-28T01:32:54.8173Z","end":"2026-02-28T01:32:54.94711Z","steps":["trace[893637391] 'process raft request' (duration: 129.653268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:32:54.947458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.657425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.1898450cd30d3be0\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-02-28T01:32:54.94751Z","caller":"traceutil/trace.go:171","msg":"trace[1417982492] range","detail":"{range_begin:/registry/events/default/atmosphere.1898450cd30d3be0; range_end:; response_count:1; response_revision:970; }","duration":"109.751197ms","start":"2026-02-28T01:32:54.837744Z","end":"2026-02-28T01:32:54.947495Z","steps":["trace[1417982492] 'agreement among raft nodes before linearized reading' (duration: 109.364948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.109288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.099857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:15.109337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.45912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:15.10939Z","caller":"traceutil/trace.go:171","msg":"trace[164808444] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1246; }","duration":"712.24777ms","start":"2026-02-28T01:33:14.397121Z","end":"2026-02-28T01:33:15.109368Z","steps":["trace[164808444] 'range keys from in-memory index tree' (duration: 712.030895ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:15.109402Z","caller":"traceutil/trace.go:171","msg":"trace[1699024984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1246; }","duration":"818.548722ms","start":"2026-02-28T01:33:14.290836Z","end":"2026-02-28T01:33:15.109385Z","steps":["trace[1699024984] 'range keys from in-memory index tree' (duration: 818.295416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.109377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171833178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:15.109533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.674733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:33:15.109556Z","caller":"traceutil/trace.go:171","msg":"trace[42421878] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1246; }","duration":"1.172082883s","start":"2026-02-28T01:33:13.937446Z","end":"2026-02-28T01:33:15.109529Z","steps":["trace[42421878] 'count revisions from in-memory index tree' (duration: 1.171721005s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.10958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161720608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:33:15.109616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:13.937416Z","time spent":"1.172184006s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:33:15.109624Z","caller":"traceutil/trace.go:171","msg":"trace[1518502969] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1246; }","duration":"1.16178937s","start":"2026-02-28T01:33:13.947824Z","end":"2026-02-28T01:33:15.109613Z","steps":["trace[1518502969] 'count revisions from in-memory index tree' (duration: 1.161677548s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.109688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:13.947815Z","time spent":"1.161837391s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:33:15.109649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.1971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:33:15.109766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.354168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:33:15.109769Z","caller":"traceutil/trace.go:171","msg":"trace[271283733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1246; }","duration":"809.340263ms","start":"2026-02-28T01:33:14.300407Z","end":"2026-02-28T01:33:15.109748Z","steps":["trace[271283733] 'range keys from in-memory index tree' (duration: 809.046526ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:15.109825Z","caller":"traceutil/trace.go:171","msg":"trace[1808341151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1246; }","duration":"889.435321ms","start":"2026-02-28T01:33:14.220375Z","end":"2026-02-28T01:33:15.10981Z","steps":["trace[1808341151] 'range keys from in-memory index tree' (duration: 889.299647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.10984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.300395Z","time spent":"809.428695ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:33:15.10957Z","caller":"traceutil/trace.go:171","msg":"trace[485094473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1246; }","duration":"810.726974ms","start":"2026-02-28T01:33:14.298834Z","end":"2026-02-28T01:33:15.109561Z","steps":["trace[485094473] 'range keys from in-memory index tree' (duration: 810.56365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.109862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.220364Z","time spent":"889.490952ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:33:15.109897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.523336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-28T01:33:15.109883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.389517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:33:15.109439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.290826Z","time spent":"818.604733ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:33:15.10997Z","caller":"traceutil/trace.go:171","msg":"trace[1556193128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1246; }","duration":"810.52495ms","start":"2026-02-28T01:33:14.299422Z","end":"2026-02-28T01:33:15.109947Z","steps":["trace[1556193128] 'range keys from in-memory index tree' (duration: 810.226533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.109945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.298826Z","time spent":"811.073683ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:15.110008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.299398Z","time spent":"810.600832ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:33:15.109434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.397107Z","time spent":"712.316982ms","remote":"127.0.0.1:52578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"info","ts":"2026-02-28T01:33:15.109996Z","caller":"traceutil/trace.go:171","msg":"trace[110890021] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"292.550078ms","start":"2026-02-28T01:33:14.817424Z","end":"2026-02-28T01:33:15.109974Z","steps":["trace[110890021] 'process raft request' (duration: 289.758435ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:15.109927Z","caller":"traceutil/trace.go:171","msg":"trace[476157157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1246; }","duration":"976.597978ms","start":"2026-02-28T01:33:14.133322Z","end":"2026-02-28T01:33:15.10992Z","steps":["trace[476157157] 'range keys from in-memory index tree' (duration: 976.425775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.110133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:14.133302Z","time spent":"976.822163ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:33:15.11134Z","caller":"traceutil/trace.go:171","msg":"trace[499548926] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1285; }","duration":"211.390706ms","start":"2026-02-28T01:33:14.899931Z","end":"2026-02-28T01:33:15.111322Z","steps":["trace[499548926] 'read index received' (duration: 207.370825ms)","trace[499548926] 'applied index is now lower than readState.Index' (duration: 4.018881ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:15.111372Z","caller":"traceutil/trace.go:171","msg":"trace[648600619] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"158.500867ms","start":"2026-02-28T01:33:14.952848Z","end":"2026-02-28T01:33:15.111349Z","steps":["trace[648600619] 'process raft request' (duration: 158.418755ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:15.111555Z","caller":"traceutil/trace.go:171","msg":"trace[2017626407] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"241.128141ms","start":"2026-02-28T01:33:14.870408Z","end":"2026-02-28T01:33:15.111536Z","steps":["trace[2017626407] 'process raft request' (duration: 240.736042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:15.11172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.781286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-28T01:33:15.111787Z","caller":"traceutil/trace.go:171","msg":"trace[2005075065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1249; }","duration":"211.878157ms","start":"2026-02-28T01:33:14.899888Z","end":"2026-02-28T01:33:15.111766Z","steps":["trace[2005075065] 'agreement among raft nodes before linearized reading' (duration: 211.55287ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:20.822051Z","caller":"traceutil/trace.go:171","msg":"trace[1311186215] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"133.170352ms","start":"2026-02-28T01:33:20.688851Z","end":"2026-02-28T01:33:20.822021Z","steps":["trace[1311186215] 'process raft request' (duration: 132.983618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:32.675207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960722769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:33:33.021243Z","caller":"traceutil/trace.go:171","msg":"trace[1075107801] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1607; }","duration":"846.601848ms","start":"2026-02-28T01:33:32.174474Z","end":"2026-02-28T01:33:33.021076Z","steps":["trace[1075107801] 'read index received' (duration: 844.220124ms)","trace[1075107801] 'applied index is now lower than readState.Index' (duration: 2.378504ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:33.022022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.549199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-28T01:33:33.022039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.565326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:33.022162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.077166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-28T01:33:33.022205Z","caller":"traceutil/trace.go:171","msg":"trace[1483835873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"801.803602ms","start":"2026-02-28T01:33:32.220361Z","end":"2026-02-28T01:33:33.022164Z","steps":["trace[1483835873] 'agreement among raft nodes before linearized reading' (duration: 801.537696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.022219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.287556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-28T01:33:33.022262Z","caller":"traceutil/trace.go:171","msg":"trace[964167654] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90; range_end:; response_count:1; response_revision:1545; }","duration":"355.207019ms","start":"2026-02-28T01:33:32.66701Z","end":"2026-02-28T01:33:33.022217Z","steps":["trace[964167654] 'agreement among raft nodes before linearized reading' (duration: 354.984484ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:33.022136Z","caller":"traceutil/trace.go:171","msg":"trace[6769435] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"940.326305ms","start":"2026-02-28T01:33:32.08171Z","end":"2026-02-28T01:33:33.022036Z","steps":["trace[6769435] 'process raft request' (duration: 936.991559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.022313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:32.220338Z","time spent":"801.955195ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:33:33.022317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:32.666975Z","time spent":"355.329122ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" "} {"level":"info","ts":"2026-02-28T01:33:33.022331Z","caller":"traceutil/trace.go:171","msg":"trace[194682990] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1545; }","duration":"521.42183ms","start":"2026-02-28T01:33:32.500871Z","end":"2026-02-28T01:33:33.022293Z","steps":["trace[194682990] 'agreement among raft nodes before linearized reading' (duration: 521.139603ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:33.022204Z","caller":"traceutil/trace.go:171","msg":"trace[1291745460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1545; }","duration":"847.755484ms","start":"2026-02-28T01:33:32.174415Z","end":"2026-02-28T01:33:33.022171Z","steps":["trace[1291745460] 'agreement among raft nodes before linearized reading' (duration: 847.413496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.022378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:32.50086Z","time spent":"521.508801ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:33:33.022422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:32.17439Z","time spent":"848.01313ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T01:33:33.022571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:32.081617Z","time spent":"940.770485ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:33.022219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.928618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-28T01:33:33.022842Z","caller":"traceutil/trace.go:171","msg":"trace[2027552751] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90; range_end:; response_count:1; response_revision:1545; }","duration":"219.551822ms","start":"2026-02-28T01:33:32.803182Z","end":"2026-02-28T01:33:33.022734Z","steps":["trace[2027552751] 'agreement among raft nodes before linearized reading' (duration: 218.838935ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:33.221177Z","caller":"traceutil/trace.go:171","msg":"trace[1399747485] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"191.937544ms","start":"2026-02-28T01:33:33.029204Z","end":"2026-02-28T01:33:33.221141Z","steps":["trace[1399747485] 'process raft request' (duration: 118.031518ms)","trace[1399747485] 'compare' (duration: 73.749143ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:33.602653Z","caller":"traceutil/trace.go:171","msg":"trace[950555743] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1609; }","duration":"393.703873ms","start":"2026-02-28T01:33:33.208917Z","end":"2026-02-28T01:33:33.602621Z","steps":["trace[950555743] 'read index received' (duration: 347.71594ms)","trace[950555743] 'applied index is now lower than readState.Index' (duration: 45.987033ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:33.602668Z","caller":"traceutil/trace.go:171","msg":"trace[118965643] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"572.754686ms","start":"2026-02-28T01:33:33.02988Z","end":"2026-02-28T01:33:33.602634Z","steps":["trace[118965643] 'process raft request' (duration: 526.813113ms)","trace[118965643] 'compare' (duration: 45.570474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:33.602873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.945789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-28T01:33:33.602892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.029866Z","time spent":"572.926479ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:33.603155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.83176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:33:33.603191Z","caller":"traceutil/trace.go:171","msg":"trace[37161698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1547; }","duration":"391.880752ms","start":"2026-02-28T01:33:33.211299Z","end":"2026-02-28T01:33:33.60318Z","steps":["trace[37161698] 'agreement among raft nodes before linearized reading' (duration: 391.76764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.603226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.211292Z","time spent":"391.926063ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:33:33.603302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.25716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:33:33.60341Z","caller":"traceutil/trace.go:171","msg":"trace[934497039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1547; }","duration":"392.393364ms","start":"2026-02-28T01:33:33.210989Z","end":"2026-02-28T01:33:33.603383Z","steps":["trace[934497039] 'agreement among raft nodes before linearized reading' (duration: 392.114557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.603301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.173263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-28T01:33:33.603477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.210979Z","time spent":"392.482776ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:33:33.60349Z","caller":"traceutil/trace.go:171","msg":"trace[1725184278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1547; }","duration":"390.383078ms","start":"2026-02-28T01:33:33.21308Z","end":"2026-02-28T01:33:33.603463Z","steps":["trace[1725184278] 'agreement among raft nodes before linearized reading' (duration: 390.023869ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:33.603517Z","caller":"traceutil/trace.go:171","msg":"trace[795145960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1547; }","duration":"394.059071ms","start":"2026-02-28T01:33:33.208845Z","end":"2026-02-28T01:33:33.602904Z","steps":["trace[795145960] 'agreement among raft nodes before linearized reading' (duration: 393.875247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.603557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.208817Z","time spent":"394.730166ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:33.603559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.213068Z","time spent":"390.478179ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:33.603252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.957499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:33:33.603695Z","caller":"traceutil/trace.go:171","msg":"trace[855582880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1547; }","duration":"394.44068ms","start":"2026-02-28T01:33:33.209229Z","end":"2026-02-28T01:33:33.603669Z","steps":["trace[855582880] 'agreement among raft nodes before linearized reading' (duration: 393.620382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:33.604287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.209206Z","time spent":"395.063644ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:33:34.459133Z","caller":"traceutil/trace.go:171","msg":"trace[1666351947] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"850.411646ms","start":"2026-02-28T01:33:33.608694Z","end":"2026-02-28T01:33:34.459106Z","steps":["trace[1666351947] 'process raft request' (duration: 848.649026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.459294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.608674Z","time spent":"850.538428ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:34.459357Z","caller":"traceutil/trace.go:171","msg":"trace[1628678997] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"850.475657ms","start":"2026-02-28T01:33:33.608852Z","end":"2026-02-28T01:33:34.459328Z","steps":["trace[1628678997] 'process raft request' (duration: 850.18177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.459533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.608842Z","time spent":"850.594349ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:34.460012Z","caller":"traceutil/trace.go:171","msg":"trace[2059781169] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"851.096211ms","start":"2026-02-28T01:33:33.608889Z","end":"2026-02-28T01:33:34.459986Z","steps":["trace[2059781169] 'process raft request' (duration: 850.354194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.460228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.608871Z","time spent":"851.297536ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:34.46034Z","caller":"traceutil/trace.go:171","msg":"trace[1834410357] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"851.418518ms","start":"2026-02-28T01:33:33.608898Z","end":"2026-02-28T01:33:34.460316Z","steps":["trace[1834410357] 'process raft request' (duration: 851.03476ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:34.46037Z","caller":"traceutil/trace.go:171","msg":"trace[1710029466] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1610; }","duration":"830.179117ms","start":"2026-02-28T01:33:33.630124Z","end":"2026-02-28T01:33:34.460303Z","steps":["trace[1710029466] 'read index received' (duration: 31.72461ms)","trace[1710029466] 'applied index is now lower than readState.Index' (duration: 798.452927ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:33:34.460452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.608876Z","time spent":"851.51966ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:34.461077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.280718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:33:34.461116Z","caller":"traceutil/trace.go:171","msg":"trace[51542040] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1553; }","duration":"499.326679ms","start":"2026-02-28T01:33:33.961779Z","end":"2026-02-28T01:33:34.461106Z","steps":["trace[51542040] 'agreement among raft nodes before linearized reading' (duration: 499.061913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.461149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.961702Z","time spent":"499.438912ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:33:34.461171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.008815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:33:34.461249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.34998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-28T01:33:34.461276Z","caller":"traceutil/trace.go:171","msg":"trace[1547365207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"240.160268ms","start":"2026-02-28T01:33:34.221088Z","end":"2026-02-28T01:33:34.461249Z","steps":["trace[1547365207] 'agreement among raft nodes before linearized reading' (duration: 239.989765ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:34.461291Z","caller":"traceutil/trace.go:171","msg":"trace[860484206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1553; }","duration":"432.430652ms","start":"2026-02-28T01:33:34.028846Z","end":"2026-02-28T01:33:34.461276Z","steps":["trace[860484206] 'agreement among raft nodes before linearized reading' (duration: 432.282799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.46133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:34.028823Z","time spent":"432.499803ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T01:33:34.460525Z","caller":"traceutil/trace.go:171","msg":"trace[1206846236] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"475.173852ms","start":"2026-02-28T01:33:33.985327Z","end":"2026-02-28T01:33:34.460501Z","steps":["trace[1206846236] 'process raft request' (duration: 474.896415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.461817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.09722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-02-28T01:33:34.460686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.551305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-02-28T01:33:34.461985Z","caller":"traceutil/trace.go:171","msg":"trace[150507313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90; range_end:; response_count:1; response_revision:1553; }","duration":"831.848054ms","start":"2026-02-28T01:33:33.63009Z","end":"2026-02-28T01:33:34.461938Z","steps":["trace[150507313] 'agreement among raft nodes before linearized reading' (duration: 830.33814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.46198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.985306Z","time spent":"476.536332ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:33:34.46188Z","caller":"traceutil/trace.go:171","msg":"trace[672677818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90; range_end:; response_count:1; response_revision:1553; }","duration":"434.212772ms","start":"2026-02-28T01:33:34.027647Z","end":"2026-02-28T01:33:34.46186Z","steps":["trace[672677818] 'agreement among raft nodes before linearized reading' (duration: 433.693911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:34.46213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:33.630073Z","time spent":"832.010638ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" "} {"level":"warn","ts":"2026-02-28T01:33:34.46213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:34.027618Z","time spent":"434.493039ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" "} {"level":"info","ts":"2026-02-28T01:33:43.279773Z","caller":"traceutil/trace.go:171","msg":"trace[1492835311] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"225.571259ms","start":"2026-02-28T01:33:43.054152Z","end":"2026-02-28T01:33:43.279723Z","steps":["trace[1492835311] 'process raft request' (duration: 225.381735ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:48.984249Z","caller":"traceutil/trace.go:171","msg":"trace[75217624] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1727; }","duration":"458.33292ms","start":"2026-02-28T01:33:48.525885Z","end":"2026-02-28T01:33:48.984218Z","steps":["trace[75217624] 'read index received' (duration: 458.167846ms)","trace[75217624] 'applied index is now lower than readState.Index' (duration: 163.704µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:33:48.984298Z","caller":"traceutil/trace.go:171","msg":"trace[1005330641] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"470.473935ms","start":"2026-02-28T01:33:48.513785Z","end":"2026-02-28T01:33:48.984259Z","steps":["trace[1005330641] 'process raft request' (duration: 470.236159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:48.984494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.103816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T01:33:48.984494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.581945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:33:48.984536Z","caller":"traceutil/trace.go:171","msg":"trace[1554856103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1661; }","duration":"455.191539ms","start":"2026-02-28T01:33:48.529331Z","end":"2026-02-28T01:33:48.984522Z","steps":["trace[1554856103] 'agreement among raft nodes before linearized reading' (duration: 455.056036ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:48.984542Z","caller":"traceutil/trace.go:171","msg":"trace[64079555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1661; }","duration":"458.681178ms","start":"2026-02-28T01:33:48.525848Z","end":"2026-02-28T01:33:48.98453Z","steps":["trace[64079555] 'agreement among raft nodes before linearized reading' (duration: 458.506164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:48.98458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:48.525832Z","time spent":"458.736049ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:33:48.984577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:48.529315Z","time spent":"455.25299ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:48.984674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.750894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:33:48.984686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.552056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:33:48.984772Z","caller":"traceutil/trace.go:171","msg":"trace[2090616223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1661; }","duration":"444.67614ms","start":"2026-02-28T01:33:48.540076Z","end":"2026-02-28T01:33:48.984752Z","steps":["trace[2090616223] 'agreement among raft nodes before linearized reading' (duration: 444.361233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:48.984821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:48.540063Z","time spent":"444.749611ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:33:48.984842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.600104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-28T01:33:48.984716Z","caller":"traceutil/trace.go:171","msg":"trace[2141300600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1661; }","duration":"449.833237ms","start":"2026-02-28T01:33:48.534872Z","end":"2026-02-28T01:33:48.984705Z","steps":["trace[2141300600] 'agreement among raft nodes before linearized reading' (duration: 449.578041ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:33:48.984895Z","caller":"traceutil/trace.go:171","msg":"trace[2120930774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1661; }","duration":"424.661856ms","start":"2026-02-28T01:33:48.560213Z","end":"2026-02-28T01:33:48.984875Z","steps":["trace[2120930774] 'agreement among raft nodes before linearized reading' (duration: 424.526653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:33:48.984932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:48.560203Z","time spent":"424.719377ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T01:33:48.984928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:48.534859Z","time spent":"450.037681ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:33:48.985138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:33:48.513761Z","time spent":"470.625099ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:33:48.985369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.336651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:33:48.985546Z","caller":"traceutil/trace.go:171","msg":"trace[2071927260] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1661; }","duration":"187.540815ms","start":"2026-02-28T01:33:48.797969Z","end":"2026-02-28T01:33:48.98551Z","steps":["trace[2071927260] 'agreement among raft nodes before linearized reading' (duration: 186.44387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:18.337726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.056229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:34:18.337789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.287947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-28T01:34:18.337874Z","caller":"traceutil/trace.go:171","msg":"trace[671277162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1824; }","duration":"117.406247ms","start":"2026-02-28T01:34:18.220437Z","end":"2026-02-28T01:34:18.337843Z","steps":["trace[671277162] 'range keys from in-memory index tree' (duration: 116.885275ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:18.338046Z","caller":"traceutil/trace.go:171","msg":"trace[1087373559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1824; }","duration":"115.528463ms","start":"2026-02-28T01:34:18.222445Z","end":"2026-02-28T01:34:18.337973Z","steps":["trace[1087373559] 'range keys from in-memory index tree' (duration: 115.049033ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:19.406984Z","caller":"traceutil/trace.go:171","msg":"trace[1734414191] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"233.845342ms","start":"2026-02-28T01:34:19.173107Z","end":"2026-02-28T01:34:19.406952Z","steps":["trace[1734414191] 'read index received' (duration: 233.669868ms)","trace[1734414191] 'applied index is now lower than readState.Index' (duration: 174.274µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:19.407059Z","caller":"traceutil/trace.go:171","msg":"trace[1519026002] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"283.103451ms","start":"2026-02-28T01:34:19.123907Z","end":"2026-02-28T01:34:19.40701Z","steps":["trace[1519026002] 'process raft request' (duration: 282.879536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:19.407275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.769484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-28T01:34:19.407351Z","caller":"traceutil/trace.go:171","msg":"trace[1685057738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1825; }","duration":"195.906188ms","start":"2026-02-28T01:34:19.211423Z","end":"2026-02-28T01:34:19.407329Z","steps":["trace[1685057738] 'agreement among raft nodes before linearized reading' (duration: 195.703183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:19.407407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.83071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:34:19.407517Z","caller":"traceutil/trace.go:171","msg":"trace[525150060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1825; }","duration":"187.966773ms","start":"2026-02-28T01:34:19.219526Z","end":"2026-02-28T01:34:19.407493Z","steps":["trace[525150060] 'agreement among raft nodes before linearized reading' (duration: 187.713977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:19.40782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.125939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-28T01:34:19.407821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.661299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T01:34:19.407898Z","caller":"traceutil/trace.go:171","msg":"trace[1187724545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1825; }","duration":"234.849646ms","start":"2026-02-28T01:34:19.17303Z","end":"2026-02-28T01:34:19.40788Z","steps":["trace[1187724545] 'agreement among raft nodes before linearized reading' (duration: 234.061817ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:19.407918Z","caller":"traceutil/trace.go:171","msg":"trace[1724878619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1825; }","duration":"189.035878ms","start":"2026-02-28T01:34:19.218857Z","end":"2026-02-28T01:34:19.407893Z","steps":["trace[1724878619] 'agreement among raft nodes before linearized reading' (duration: 188.416274ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:19.573379Z","caller":"traceutil/trace.go:171","msg":"trace[139640366] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"160.421291ms","start":"2026-02-28T01:34:19.412927Z","end":"2026-02-28T01:34:19.573348Z","steps":["trace[139640366] 'process raft request' (duration: 61.964285ms)","trace[139640366] 'compare' (duration: 98.355604ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:19.607198Z","caller":"traceutil/trace.go:171","msg":"trace[1905088178] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"193.929752ms","start":"2026-02-28T01:34:19.413237Z","end":"2026-02-28T01:34:19.607167Z","steps":["trace[1905088178] 'process raft request' (duration: 193.85317ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:19.607223Z","caller":"traceutil/trace.go:171","msg":"trace[2055390546] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"194.056695ms","start":"2026-02-28T01:34:19.413127Z","end":"2026-02-28T01:34:19.607184Z","steps":["trace[2055390546] 'process raft request' (duration: 193.794779ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:19.607396Z","caller":"traceutil/trace.go:171","msg":"trace[787786914] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"194.002764ms","start":"2026-02-28T01:34:19.413383Z","end":"2026-02-28T01:34:19.607386Z","steps":["trace[787786914] 'process raft request' (duration: 193.746278ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:19.607666Z","caller":"traceutil/trace.go:171","msg":"trace[66054113] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"175.360479ms","start":"2026-02-28T01:34:19.432291Z","end":"2026-02-28T01:34:19.607652Z","steps":["trace[66054113] 'process raft request' (duration: 175.022011ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:25.790449Z","caller":"traceutil/trace.go:171","msg":"trace[1231144261] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"337.110801ms","start":"2026-02-28T01:34:25.453307Z","end":"2026-02-28T01:34:25.790418Z","steps":["trace[1231144261] 'read index received' (duration: 336.960437ms)","trace[1231144261] 'applied index is now lower than readState.Index' (duration: 148.774µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:25.790483Z","caller":"traceutil/trace.go:171","msg":"trace[1153309765] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"359.881771ms","start":"2026-02-28T01:34:25.430566Z","end":"2026-02-28T01:34:25.790448Z","steps":["trace[1153309765] 'process raft request' (duration: 359.676827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:25.790654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.430538Z","time spent":"360.017915ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:25.79077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.435658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-28T01:34:25.790867Z","caller":"traceutil/trace.go:171","msg":"trace[1630106617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1853; }","duration":"337.570511ms","start":"2026-02-28T01:34:25.453272Z","end":"2026-02-28T01:34:25.790843Z","steps":["trace[1630106617] 'agreement among raft nodes before linearized reading' (duration: 337.251923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:25.79092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.453254Z","time spent":"337.656813ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T01:34:26.038255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.740989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:34:26.038406Z","caller":"traceutil/trace.go:171","msg":"trace[1536963917] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"247.852349ms","start":"2026-02-28T01:34:25.79053Z","end":"2026-02-28T01:34:26.038383Z","steps":["trace[1536963917] 'read index received' (duration: 128.811463ms)","trace[1536963917] 'applied index is now lower than readState.Index' (duration: 119.039416ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:26.038497Z","caller":"traceutil/trace.go:171","msg":"trace[1236624752] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"413.234975ms","start":"2026-02-28T01:34:25.625213Z","end":"2026-02-28T01:34:26.038448Z","steps":["trace[1236624752] 'process raft request' (duration: 294.178029ms)","trace[1236624752] 'compare' (duration: 118.573954ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:34:26.038536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.801011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:34:26.038601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.624938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-28T01:34:26.038606Z","caller":"traceutil/trace.go:171","msg":"trace[539728568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"408.885864ms","start":"2026-02-28T01:34:25.629698Z","end":"2026-02-28T01:34:26.038584Z","steps":["trace[539728568] 'agreement among raft nodes before linearized reading' (duration: 408.7371ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:26.03863Z","caller":"traceutil/trace.go:171","msg":"trace[1291524594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1854; }","duration":"402.68962ms","start":"2026-02-28T01:34:25.63593Z","end":"2026-02-28T01:34:26.03862Z","steps":["trace[1291524594] 'agreement among raft nodes before linearized reading' (duration: 402.641568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.038648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.635911Z","time spent":"402.73221ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:34:26.038648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.629685Z","time spent":"408.955235ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:34:26.038656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.310327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:34:26.0387Z","caller":"traceutil/trace.go:171","msg":"trace[198360106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1854; }","duration":"410.408619ms","start":"2026-02-28T01:34:25.628279Z","end":"2026-02-28T01:34:26.038688Z","steps":["trace[198360106] 'agreement among raft nodes before linearized reading' (duration: 410.226545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.038535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.15478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:34:26.038705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.625181Z","time spent":"413.407189ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:26.03875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.628252Z","time spent":"410.489691ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:34:26.038782Z","caller":"traceutil/trace.go:171","msg":"trace[1961016697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1854; }","duration":"406.414386ms","start":"2026-02-28T01:34:25.632319Z","end":"2026-02-28T01:34:26.038733Z","steps":["trace[1961016697] 'agreement among raft nodes before linearized reading' (duration: 406.111639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.038987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.551852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:34:26.039005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.632298Z","time spent":"406.688342ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T01:34:26.039024Z","caller":"traceutil/trace.go:171","msg":"trace[1474646859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1854; }","duration":"440.613573ms","start":"2026-02-28T01:34:25.5984Z","end":"2026-02-28T01:34:26.039014Z","steps":["trace[1474646859] 'agreement among raft nodes before linearized reading' (duration: 440.50386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.039065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:25.598385Z","time spent":"440.671955ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:34:26.733654Z","caller":"traceutil/trace.go:171","msg":"trace[1720619780] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"690.639353ms","start":"2026-02-28T01:34:26.042986Z","end":"2026-02-28T01:34:26.733625Z","steps":["trace[1720619780] 'process raft request' (duration: 690.486299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.733843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.042954Z","time spent":"690.802446ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:26.736585Z","caller":"traceutil/trace.go:171","msg":"trace[850261782] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"692.603878ms","start":"2026-02-28T01:34:26.04395Z","end":"2026-02-28T01:34:26.736554Z","steps":["trace[850261782] 'process raft request' (duration: 692.521956ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:26.736604Z","caller":"traceutil/trace.go:171","msg":"trace[2081172279] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"692.826493ms","start":"2026-02-28T01:34:26.043743Z","end":"2026-02-28T01:34:26.736569Z","steps":["trace[2081172279] 'process raft request' (duration: 692.595158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.736776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.043934Z","time spent":"692.748672ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:26.73679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.043718Z","time spent":"692.963997ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:26.736952Z","caller":"traceutil/trace.go:171","msg":"trace[1431405425] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"687.791446ms","start":"2026-02-28T01:34:26.049144Z","end":"2026-02-28T01:34:26.736936Z","steps":["trace[1431405425] 'process raft request' (duration: 687.571771ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:26.736978Z","caller":"traceutil/trace.go:171","msg":"trace[1082771005] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"692.597798ms","start":"2026-02-28T01:34:26.044341Z","end":"2026-02-28T01:34:26.736939Z","steps":["trace[1082771005] 'process raft request' (duration: 692.170668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.737047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.04913Z","time spent":"687.868017ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:26.737037Z","caller":"traceutil/trace.go:171","msg":"trace[303565130] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"687.832787ms","start":"2026-02-28T01:34:26.049173Z","end":"2026-02-28T01:34:26.737006Z","steps":["trace[303565130] 'process raft request' (duration: 687.669353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.737207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.044316Z","time spent":"692.786203ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:34:26.737277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.049139Z","time spent":"688.068922ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:26.740432Z","caller":"traceutil/trace.go:171","msg":"trace[1084637108] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1928; }","duration":"437.797198ms","start":"2026-02-28T01:34:26.302611Z","end":"2026-02-28T01:34:26.740408Z","steps":["trace[1084637108] 'read index received' (duration: 430.866726ms)","trace[1084637108] 'applied index is now lower than readState.Index' (duration: 6.929052ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:34:26.740854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.836927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:34:26.740921Z","caller":"traceutil/trace.go:171","msg":"trace[714134909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1861; }","duration":"331.96858ms","start":"2026-02-28T01:34:26.408935Z","end":"2026-02-28T01:34:26.740903Z","steps":["trace[714134909] 'agreement among raft nodes before linearized reading' (duration: 331.850687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.740955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.408902Z","time spent":"332.045962ms","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:34:26.740995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.398774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898451c43cca1a5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-28T01:34:26.741084Z","caller":"traceutil/trace.go:171","msg":"trace[1771518329] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898451c43cca1a5; range_end:; response_count:1; response_revision:1861; }","duration":"315.532277ms","start":"2026-02-28T01:34:26.425526Z","end":"2026-02-28T01:34:26.741059Z","steps":["trace[1771518329] 'agreement among raft nodes before linearized reading' (duration: 315.285451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.741151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.425505Z","time spent":"315.63435ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898451c43cca1a5\" "} {"level":"warn","ts":"2026-02-28T01:34:26.741255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.283479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-02-28T01:34:26.741444Z","caller":"traceutil/trace.go:171","msg":"trace[697082787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1861; }","duration":"438.868702ms","start":"2026-02-28T01:34:26.302556Z","end":"2026-02-28T01:34:26.741424Z","steps":["trace[697082787] 'agreement among raft nodes before linearized reading' (duration: 438.206547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:26.741624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:26.302532Z","time spent":"439.071468ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T01:34:27.843094Z","caller":"traceutil/trace.go:171","msg":"trace[581718833] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"230.127666ms","start":"2026-02-28T01:34:27.612947Z","end":"2026-02-28T01:34:27.843074Z","steps":["trace[581718833] 'process raft request' (duration: 230.029693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:53.460055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960723866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:34:53.960757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960723866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T01:34:54.205162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277162559s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T01:34:54.205603Z","caller":"traceutil/trace.go:171","msg":"trace[1926211439] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"1.277710732s","start":"2026-02-28T01:34:52.927864Z","end":"2026-02-28T01:34:54.205575Z","steps":["trace[1926211439] 'process raft request' (duration: 1.277565169s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.205851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:52.927838Z","time spent":"1.277912297s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:34:54.209559Z","caller":"traceutil/trace.go:171","msg":"trace[366673516] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2074; }","duration":"1.24973629s","start":"2026-02-28T01:34:52.95979Z","end":"2026-02-28T01:34:54.209527Z","steps":["trace[366673516] 'read index received' (duration: 1.245769668s)","trace[366673516] 'applied index is now lower than readState.Index' (duration: 3.965092ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:34:54.209579Z","caller":"traceutil/trace.go:171","msg":"trace[1221090801] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"266.844802ms","start":"2026-02-28T01:34:53.942701Z","end":"2026-02-28T01:34:54.209546Z","steps":["trace[1221090801] 'process raft request' (duration: 266.601127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.209911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250092378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:34:54.209966Z","caller":"traceutil/trace.go:171","msg":"trace[1593189313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1996; }","duration":"1.25017814s","start":"2026-02-28T01:34:52.959773Z","end":"2026-02-28T01:34:54.209951Z","steps":["trace[1593189313] 'agreement among raft nodes before linearized reading' (duration: 1.249877553s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.210025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:52.959706Z","time spent":"1.250309953s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:54.210125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.219399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-28T01:34:54.210128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.817883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:34:54.21019Z","caller":"traceutil/trace.go:171","msg":"trace[197433767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1996; }","duration":"999.925595ms","start":"2026-02-28T01:34:53.210251Z","end":"2026-02-28T01:34:54.210177Z","steps":["trace[197433767] 'agreement among raft nodes before linearized reading' (duration: 999.782002ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:54.21019Z","caller":"traceutil/trace.go:171","msg":"trace[484482188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"996.30421ms","start":"2026-02-28T01:34:53.213869Z","end":"2026-02-28T01:34:54.210173Z","steps":["trace[484482188] 'agreement among raft nodes before linearized reading' (duration: 996.126296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.210233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:53.210225Z","time spent":"999.999926ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:54.210239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:53.213855Z","time spent":"996.374102ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:34:54.209948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033070628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:34:54.210343Z","caller":"traceutil/trace.go:171","msg":"trace[1183905342] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1996; }","duration":"1.033512088s","start":"2026-02-28T01:34:53.176816Z","end":"2026-02-28T01:34:54.210328Z","steps":["trace[1183905342] 'agreement among raft nodes before linearized reading' (duration: 1.033046067s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.210429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:53.176805Z","time spent":"1.033614771s","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:34:54.210454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249036893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:34:54.210463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183834913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-02-28T01:34:54.210506Z","caller":"traceutil/trace.go:171","msg":"trace[190353868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"1.249132975s","start":"2026-02-28T01:34:52.961359Z","end":"2026-02-28T01:34:54.210492Z","steps":["trace[190353868] 'agreement among raft nodes before linearized reading' (duration: 1.248981772s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.210548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:52.961325Z","time spent":"1.249213198s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:34:54.210519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05288364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:34:54.210624Z","caller":"traceutil/trace.go:171","msg":"trace[1726827038] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1996; }","duration":"1.053042163s","start":"2026-02-28T01:34:53.157559Z","end":"2026-02-28T01:34:54.210602Z","steps":["trace[1726827038] 'agreement among raft nodes before linearized reading' (duration: 1.052781617s)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:34:54.210556Z","caller":"traceutil/trace.go:171","msg":"trace[551261584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"1.183955275s","start":"2026-02-28T01:34:53.026576Z","end":"2026-02-28T01:34:54.210531Z","steps":["trace[551261584] 'agreement among raft nodes before linearized reading' (duration: 1.18373274s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.210701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:53.026561Z","time spent":"1.18413257s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5483,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T01:34:54.210702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:53.157547Z","time spent":"1.053137536s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:34:54.209944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248624714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-28T01:34:54.211185Z","caller":"traceutil/trace.go:171","msg":"trace[1982707803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1996; }","duration":"1.249583566s","start":"2026-02-28T01:34:52.961259Z","end":"2026-02-28T01:34:54.210843Z","steps":["trace[1982707803] 'agreement among raft nodes before linearized reading' (duration: 1.248531091s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:34:54.211265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:34:52.961243Z","time spent":"1.250000456s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:35:15.621068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.662024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:35:15.621348Z","caller":"traceutil/trace.go:171","msg":"trace[944667395] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"148.965205ms","start":"2026-02-28T01:35:15.472354Z","end":"2026-02-28T01:35:15.621319Z","steps":["trace[944667395] 'compare' (duration: 147.407569ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:15.621417Z","caller":"traceutil/trace.go:171","msg":"trace[234763404] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"148.923615ms","start":"2026-02-28T01:35:15.472467Z","end":"2026-02-28T01:35:15.621391Z","steps":["trace[234763404] 'process raft request' (duration: 148.846143ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:15.621425Z","caller":"traceutil/trace.go:171","msg":"trace[1368676392] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"148.981786ms","start":"2026-02-28T01:35:15.472415Z","end":"2026-02-28T01:35:15.621397Z","steps":["trace[1368676392] 'process raft request' (duration: 148.826952ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:18.430393Z","caller":"traceutil/trace.go:171","msg":"trace[2137254700] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2368; }","duration":"120.43639ms","start":"2026-02-28T01:35:18.309931Z","end":"2026-02-28T01:35:18.430367Z","steps":["trace[2137254700] 'read index received' (duration: 80.845846ms)","trace[2137254700] 'applied index is now lower than readState.Index' (duration: 39.589524ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:18.430435Z","caller":"traceutil/trace.go:171","msg":"trace[325872083] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"133.189377ms","start":"2026-02-28T01:35:18.297216Z","end":"2026-02-28T01:35:18.430406Z","steps":["trace[325872083] 'process raft request' (duration: 133.020803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.43062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.676605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T01:35:18.43065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.824033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:35:18.43067Z","caller":"traceutil/trace.go:171","msg":"trace[185718254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2278; }","duration":"120.762558ms","start":"2026-02-28T01:35:18.309896Z","end":"2026-02-28T01:35:18.430658Z","steps":["trace[185718254] 'agreement among raft nodes before linearized reading' (duration: 120.599424ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:18.43069Z","caller":"traceutil/trace.go:171","msg":"trace[608422161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"118.920664ms","start":"2026-02-28T01:35:18.311759Z","end":"2026-02-28T01:35:18.43068Z","steps":["trace[608422161] 'agreement among raft nodes before linearized reading' (duration: 118.75821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.430729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.469818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-28T01:35:18.430724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.087859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:35:18.430773Z","caller":"traceutil/trace.go:171","msg":"trace[1323350007] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2278; }","duration":"113.537549ms","start":"2026-02-28T01:35:18.317221Z","end":"2026-02-28T01:35:18.430758Z","steps":["trace[1323350007] 'agreement among raft nodes before linearized reading' (duration: 113.381555ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:18.430794Z","caller":"traceutil/trace.go:171","msg":"trace[690983591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"116.18451ms","start":"2026-02-28T01:35:18.314594Z","end":"2026-02-28T01:35:18.430778Z","steps":["trace[690983591] 'agreement among raft nodes before linearized reading' (duration: 116.018566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.430826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.266783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:35:18.430812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.923438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:35:18.430892Z","caller":"traceutil/trace.go:171","msg":"trace[1977083727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2278; }","duration":"110.362975ms","start":"2026-02-28T01:35:18.320515Z","end":"2026-02-28T01:35:18.430878Z","steps":["trace[1977083727] 'agreement among raft nodes before linearized reading' (duration: 110.1577ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:18.430921Z","caller":"traceutil/trace.go:171","msg":"trace[1925341121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2278; }","duration":"111.062851ms","start":"2026-02-28T01:35:18.319831Z","end":"2026-02-28T01:35:18.430894Z","steps":["trace[1925341121] 'agreement among raft nodes before linearized reading' (duration: 110.761194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.896678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.238671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:35:18.897021Z","caller":"traceutil/trace.go:171","msg":"trace[1220395621] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"461.788413ms","start":"2026-02-28T01:35:18.435213Z","end":"2026-02-28T01:35:18.897001Z","steps":["trace[1220395621] 'process raft request' (duration: 461.748812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.897102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:18.435203Z","time spent":"461.863585ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:18.897087Z","caller":"traceutil/trace.go:171","msg":"trace[123313408] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"463.482193ms","start":"2026-02-28T01:35:18.433572Z","end":"2026-02-28T01:35:18.897054Z","steps":["trace[123313408] 'process raft request' (duration: 76.786241ms)","trace[123313408] 'compare' (duration: 386.146439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:35:18.897233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:18.433552Z","time spent":"463.599306ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:18.897279Z","caller":"traceutil/trace.go:171","msg":"trace[842009657] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"462.594663ms","start":"2026-02-28T01:35:18.434674Z","end":"2026-02-28T01:35:18.897269Z","steps":["trace[842009657] 'process raft request' (duration: 462.111791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.89733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:18.434657Z","time spent":"462.645823ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:18.897339Z","caller":"traceutil/trace.go:171","msg":"trace[1490593870] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"462.339407ms","start":"2026-02-28T01:35:18.434974Z","end":"2026-02-28T01:35:18.897313Z","steps":["trace[1490593870] 'process raft request' (duration: 461.906826ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:18.897412Z","caller":"traceutil/trace.go:171","msg":"trace[38120891] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"462.591893ms","start":"2026-02-28T01:35:18.434809Z","end":"2026-02-28T01:35:18.897401Z","steps":["trace[38120891] 'process raft request' (duration: 462.03516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.89744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:18.434964Z","time spent":"462.424538ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:18.897455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:18.434804Z","time spent":"462.630023ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:18.897418Z","caller":"traceutil/trace.go:171","msg":"trace[1606560793] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"462.315856ms","start":"2026-02-28T01:35:18.43506Z","end":"2026-02-28T01:35:18.897376Z","steps":["trace[1606560793] 'process raft request' (duration: 461.850145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:18.897604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:18.43504Z","time spent":"462.467639ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:48.608113Z","caller":"traceutil/trace.go:171","msg":"trace[2034292381] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"100.677288ms","start":"2026-02-28T01:35:48.50741Z","end":"2026-02-28T01:35:48.608087Z","steps":["trace[2034292381] 'process raft request' (duration: 100.543665ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:48.610001Z","caller":"traceutil/trace.go:171","msg":"trace[978813319] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"100.105514ms","start":"2026-02-28T01:35:48.509861Z","end":"2026-02-28T01:35:48.609967Z","steps":["trace[978813319] 'process raft request' (duration: 99.987421ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:54.181584Z","caller":"traceutil/trace.go:171","msg":"trace[1786827467] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"296.229711ms","start":"2026-02-28T01:35:53.885311Z","end":"2026-02-28T01:35:54.181541Z","steps":["trace[1786827467] 'process raft request' (duration: 296.006026ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:55.372156Z","caller":"traceutil/trace.go:171","msg":"trace[1855186783] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2575; }","duration":"304.799151ms","start":"2026-02-28T01:35:55.067329Z","end":"2026-02-28T01:35:55.372128Z","steps":["trace[1855186783] 'read index received' (duration: 304.391511ms)","trace[1855186783] 'applied index is now lower than readState.Index' (duration: 406.42µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:35:55.372449Z","caller":"traceutil/trace.go:171","msg":"trace[316332760] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"728.849694ms","start":"2026-02-28T01:35:54.643415Z","end":"2026-02-28T01:35:55.372264Z","steps":["trace[316332760] 'process raft request' (duration: 728.66215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:55.372528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.333694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:35:55.372577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.48161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-28T01:35:55.372573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.18817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-28T01:35:55.372637Z","caller":"traceutil/trace.go:171","msg":"trace[511181925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2478; }","duration":"270.595923ms","start":"2026-02-28T01:35:55.102026Z","end":"2026-02-28T01:35:55.372622Z","steps":["trace[511181925] 'agreement among raft nodes before linearized reading' (duration: 270.424499ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:55.372695Z","caller":"traceutil/trace.go:171","msg":"trace[278170369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2478; }","duration":"305.397255ms","start":"2026-02-28T01:35:55.067278Z","end":"2026-02-28T01:35:55.372675Z","steps":["trace[278170369] 'agreement among raft nodes before linearized reading' (duration: 305.006676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:55.372738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.318406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T01:35:55.372525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.489441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-28T01:35:55.372763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.067254Z","time spent":"305.497608ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:35:55.372769Z","caller":"traceutil/trace.go:171","msg":"trace[1897673804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2478; }","duration":"255.357757ms","start":"2026-02-28T01:35:55.117402Z","end":"2026-02-28T01:35:55.37276Z","steps":["trace[1897673804] 'agreement among raft nodes before linearized reading' (duration: 255.261125ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:55.372625Z","caller":"traceutil/trace.go:171","msg":"trace[857279021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2478; }","duration":"152.433686ms","start":"2026-02-28T01:35:55.220165Z","end":"2026-02-28T01:35:55.372599Z","steps":["trace[857279021] 'agreement among raft nodes before linearized reading' (duration: 152.279752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:55.37284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.549805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-28T01:35:55.372912Z","caller":"traceutil/trace.go:171","msg":"trace[1282531955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2478; }","duration":"276.834939ms","start":"2026-02-28T01:35:55.095968Z","end":"2026-02-28T01:35:55.372803Z","steps":["trace[1282531955] 'agreement among raft nodes before linearized reading' (duration: 276.397539ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:55.373007Z","caller":"traceutil/trace.go:171","msg":"trace[562163656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2478; }","duration":"271.720969ms","start":"2026-02-28T01:35:55.10127Z","end":"2026-02-28T01:35:55.372991Z","steps":["trace[562163656] 'agreement among raft nodes before linearized reading' (duration: 271.388741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:55.373029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:54.643398Z","time spent":"729.157471ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:55.373211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.410199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-28T01:35:55.373332Z","caller":"traceutil/trace.go:171","msg":"trace[343435176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2478; }","duration":"255.47433ms","start":"2026-02-28T01:35:55.117775Z","end":"2026-02-28T01:35:55.373249Z","steps":["trace[343435176] 'agreement among raft nodes before linearized reading' (duration: 254.60243ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:35:55.373358Z","caller":"traceutil/trace.go:171","msg":"trace[906501580] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"728.784122ms","start":"2026-02-28T01:35:54.643408Z","end":"2026-02-28T01:35:55.372192Z","steps":["trace[906501580] 'process raft request' (duration: 728.497956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:55.373595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:54.643382Z","time spent":"730.096663ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:55.987632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.58403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:35:55.987765Z","caller":"traceutil/trace.go:171","msg":"trace[1095660916] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"609.400486ms","start":"2026-02-28T01:35:55.378342Z","end":"2026-02-28T01:35:55.987742Z","steps":["trace[1095660916] 'process raft request' (duration: 504.620101ms)","trace[1095660916] 'compare' (duration: 104.455467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:35:55.987868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.378316Z","time spent":"609.485168ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:56.002246Z","caller":"traceutil/trace.go:171","msg":"trace[923012266] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"623.073755ms","start":"2026-02-28T01:35:55.379148Z","end":"2026-02-28T01:35:56.002222Z","steps":["trace[923012266] 'process raft request' (duration: 622.906321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.002421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.379131Z","time spent":"623.188438ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:56.002647Z","caller":"traceutil/trace.go:171","msg":"trace[1107070512] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"623.163597ms","start":"2026-02-28T01:35:55.379449Z","end":"2026-02-28T01:35:56.002613Z","steps":["trace[1107070512] 'process raft request' (duration: 622.731617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.002843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.379438Z","time spent":"623.2972ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:56.003077Z","caller":"traceutil/trace.go:171","msg":"trace[733987956] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"623.593217ms","start":"2026-02-28T01:35:55.379439Z","end":"2026-02-28T01:35:56.003032Z","steps":["trace[733987956] 'process raft request' (duration: 623.013944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.003273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.379418Z","time spent":"623.74657ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:56.00333Z","caller":"traceutil/trace.go:171","msg":"trace[1328327520] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"623.820593ms","start":"2026-02-28T01:35:55.379488Z","end":"2026-02-28T01:35:56.003308Z","steps":["trace[1328327520] 'process raft request' (duration: 623.504325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.003446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.379469Z","time spent":"623.921865ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:35:56.003406Z","caller":"traceutil/trace.go:171","msg":"trace[2099069696] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"608.517405ms","start":"2026-02-28T01:35:55.394861Z","end":"2026-02-28T01:35:56.003378Z","steps":["trace[2099069696] 'process raft request' (duration: 608.29964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.003658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.394847Z","time spent":"608.705839ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:35:56.003645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.789545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:35:56.003805Z","caller":"traceutil/trace.go:171","msg":"trace[824294946] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2484; }","duration":"546.98555ms","start":"2026-02-28T01:35:55.456797Z","end":"2026-02-28T01:35:56.003783Z","steps":["trace[824294946] 'agreement among raft nodes before linearized reading' (duration: 546.640392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.00399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.456752Z","time spent":"547.221535ms","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:35:56.004326Z","caller":"traceutil/trace.go:171","msg":"trace[268848922] linearizableReadLoop","detail":"{readStateIndex:2583; appliedIndex:2577; }","duration":"546.501088ms","start":"2026-02-28T01:35:55.456828Z","end":"2026-02-28T01:35:56.003329Z","steps":["trace[268848922] 'read index received' (duration: 426.245623ms)","trace[268848922] 'applied index is now lower than readState.Index' (duration: 120.253585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:35:56.004581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.979444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-28T01:35:56.004621Z","caller":"traceutil/trace.go:171","msg":"trace[998852381] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2484; }","duration":"338.045325ms","start":"2026-02-28T01:35:55.666566Z","end":"2026-02-28T01:35:56.004611Z","steps":["trace[998852381] 'agreement among raft nodes before linearized reading' (duration: 337.890641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:35:56.004654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:35:55.666551Z","time spent":"338.095897ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-28T01:36:02.154077Z","caller":"traceutil/trace.go:171","msg":"trace[1957176780] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"122.370135ms","start":"2026-02-28T01:36:02.031671Z","end":"2026-02-28T01:36:02.154041Z","steps":["trace[1957176780] 'process raft request' (duration: 122.119939ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:36:02.154166Z","caller":"traceutil/trace.go:171","msg":"trace[1150456849] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"121.606047ms","start":"2026-02-28T01:36:02.032536Z","end":"2026-02-28T01:36:02.154143Z","steps":["trace[1150456849] 'process raft request' (duration: 121.338511ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:46.744591Z","caller":"traceutil/trace.go:171","msg":"trace[1955667345] linearizableReadLoop","detail":"{readStateIndex:3257; appliedIndex:3256; }","duration":"161.960794ms","start":"2026-02-28T01:37:46.582608Z","end":"2026-02-28T01:37:46.744568Z","steps":["trace[1955667345] 'read index received' (duration: 161.820811ms)","trace[1955667345] 'applied index is now lower than readState.Index' (duration: 139.583µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:37:46.744666Z","caller":"traceutil/trace.go:171","msg":"trace[385905274] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"162.326972ms","start":"2026-02-28T01:37:46.582319Z","end":"2026-02-28T01:37:46.744646Z","steps":["trace[385905274] 'process raft request' (duration: 162.134298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:37:46.744794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.350383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:37:46.744822Z","caller":"traceutil/trace.go:171","msg":"trace[458994475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3130; }","duration":"156.429585ms","start":"2026-02-28T01:37:46.588386Z","end":"2026-02-28T01:37:46.744815Z","steps":["trace[458994475] 'agreement among raft nodes before linearized reading' (duration: 156.295352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:37:46.744849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.22056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T01:37:46.744938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.78925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:37:46.744971Z","caller":"traceutil/trace.go:171","msg":"trace[1561629598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3130; }","duration":"143.862712ms","start":"2026-02-28T01:37:46.601098Z","end":"2026-02-28T01:37:46.744961Z","steps":["trace[1561629598] 'agreement among raft nodes before linearized reading' (duration: 143.735049ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:37:46.744975Z","caller":"traceutil/trace.go:171","msg":"trace[1180199647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3130; }","duration":"162.382083ms","start":"2026-02-28T01:37:46.582575Z","end":"2026-02-28T01:37:46.744957Z","steps":["trace[1180199647] 'agreement among raft nodes before linearized reading' (duration: 162.100407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:37:46.745054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.835861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:37:46.74515Z","caller":"traceutil/trace.go:171","msg":"trace[460219838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3130; }","duration":"152.979275ms","start":"2026-02-28T01:37:46.592152Z","end":"2026-02-28T01:37:46.745131Z","steps":["trace[460219838] 'agreement among raft nodes before linearized reading' (duration: 152.717948ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:22.024703Z","caller":"traceutil/trace.go:171","msg":"trace[948178272] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"127.877682ms","start":"2026-02-28T01:38:21.896802Z","end":"2026-02-28T01:38:22.02468Z","steps":["trace[948178272] 'process raft request' (duration: 127.711218ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:38:22.237455Z","caller":"traceutil/trace.go:171","msg":"trace[973253069] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"339.916062ms","start":"2026-02-28T01:38:21.897512Z","end":"2026-02-28T01:38:22.237428Z","steps":["trace[973253069] 'process raft request' (duration: 305.209524ms)","trace[973253069] 'compare' (duration: 34.497743ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:38:22.237785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:38:21.897483Z","time spent":"340.145518ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:40.277135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.349127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-02-28T01:39:40.277197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.02718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-28T01:39:40.277277Z","caller":"traceutil/trace.go:171","msg":"trace[1700554668] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4262; }","duration":"122.157754ms","start":"2026-02-28T01:39:40.155098Z","end":"2026-02-28T01:39:40.277255Z","steps":["trace[1700554668] 'range keys from in-memory index tree' (duration: 121.877767ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:40.277227Z","caller":"traceutil/trace.go:171","msg":"trace[716291580] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4262; }","duration":"210.49159ms","start":"2026-02-28T01:39:40.066714Z","end":"2026-02-28T01:39:40.277205Z","steps":["trace[716291580] 'range keys from in-memory index tree' (duration: 210.173943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:40.27847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.126677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-02-28T01:39:40.278524Z","caller":"traceutil/trace.go:171","msg":"trace[1512735036] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4262; }","duration":"163.255371ms","start":"2026-02-28T01:39:40.115255Z","end":"2026-02-28T01:39:40.27851Z","steps":["trace[1512735036] 'range keys from in-memory index tree' (duration: 162.014622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:41.483362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.981369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T01:39:41.483482Z","caller":"traceutil/trace.go:171","msg":"trace[1863478308] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:4294; }","duration":"143.178043ms","start":"2026-02-28T01:39:41.340277Z","end":"2026-02-28T01:39:41.483455Z","steps":["trace[1863478308] 'range keys from in-memory index tree' (duration: 142.753103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:41.484058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.6953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-02-28T01:39:41.484144Z","caller":"traceutil/trace.go:171","msg":"trace[1149523160] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4294; }","duration":"358.787452ms","start":"2026-02-28T01:39:41.125337Z","end":"2026-02-28T01:39:41.484124Z","steps":["trace[1149523160] 'range keys from in-memory index tree' (duration: 357.753158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:41.484185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:41.125281Z","time spent":"358.892925ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2194623,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-02-28T01:39:41.681625Z","caller":"traceutil/trace.go:171","msg":"trace[801480037] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"104.329519ms","start":"2026-02-28T01:39:41.577256Z","end":"2026-02-28T01:39:41.681585Z","steps":["trace[801480037] 'process raft request' (duration: 74.000473ms)","trace[801480037] 'compare' (duration: 30.144232ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:42.196823Z","caller":"traceutil/trace.go:171","msg":"trace[1499782621] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"126.479565ms","start":"2026-02-28T01:39:42.070305Z","end":"2026-02-28T01:39:42.196785Z","steps":["trace[1499782621] 'process raft request' (duration: 100.335046ms)","trace[1499782621] 'compare' (duration: 25.921164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:42.838387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.537946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-28T01:39:42.838486Z","caller":"traceutil/trace.go:171","msg":"trace[1835533852] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4339; }","duration":"129.667949ms","start":"2026-02-28T01:39:42.708792Z","end":"2026-02-28T01:39:42.83846Z","steps":["trace[1835533852] 'range keys from in-memory index tree' (duration: 129.31791ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:42.838668Z","caller":"traceutil/trace.go:171","msg":"trace[1192926920] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"127.775395ms","start":"2026-02-28T01:39:42.710852Z","end":"2026-02-28T01:39:42.838627Z","steps":["trace[1192926920] 'process raft request' (duration: 115.177221ms)","trace[1192926920] 'compare' (duration: 12.183164ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:44.292939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.002026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T01:39:44.293129Z","caller":"traceutil/trace.go:171","msg":"trace[605627467] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4529; }","duration":"320.225335ms","start":"2026-02-28T01:39:43.972884Z","end":"2026-02-28T01:39:44.293109Z","steps":["trace[605627467] 'read index received' (duration: 63.762µs)","trace[605627467] 'applied index is now lower than readState.Index' (duration: 320.159433ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:44.293184Z","caller":"traceutil/trace.go:171","msg":"trace[631501439] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4355; }","duration":"438.061639ms","start":"2026-02-28T01:39:43.855086Z","end":"2026-02-28T01:39:44.293147Z","steps":["trace[631501439] 'process raft request' (duration: 106.661714ms)","trace[631501439] 'compare' (duration: 330.206137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:44.293328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.546065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-rcx98\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-02-28T01:39:44.293361Z","caller":"traceutil/trace.go:171","msg":"trace[1458356569] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-rcx98; range_end:; response_count:1; response_revision:4355; }","duration":"211.613357ms","start":"2026-02-28T01:39:44.081738Z","end":"2026-02-28T01:39:44.293351Z","steps":["trace[1458356569] 'agreement among raft nodes before linearized reading' (duration: 211.497754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:44.293355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:43.855059Z","time spent":"438.205882ms","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-02-28T01:39:44.295204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.296563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23b2757d-4fd5-4274-8fb3-36a3ccc7dabc\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-02-28T01:39:44.295302Z","caller":"traceutil/trace.go:171","msg":"trace[1818062190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-23b2757d-4fd5-4274-8fb3-36a3ccc7dabc; range_end:; response_count:1; response_revision:4355; }","duration":"322.452147ms","start":"2026-02-28T01:39:43.972825Z","end":"2026-02-28T01:39:44.295277Z","steps":["trace[1818062190] 'agreement among raft nodes before linearized reading' (duration: 320.389799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:44.295358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:43.972802Z","time spent":"322.544919ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4100,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23b2757d-4fd5-4274-8fb3-36a3ccc7dabc\" "} {"level":"warn","ts":"2026-02-28T01:39:47.512314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.466266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:47.512394Z","caller":"traceutil/trace.go:171","msg":"trace[1763776238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4521; }","duration":"291.580959ms","start":"2026-02-28T01:39:47.220795Z","end":"2026-02-28T01:39:47.512376Z","steps":["trace[1763776238] 'range keys from in-memory index tree' (duration: 291.396404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:47.512418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.64778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-28T01:39:47.512525Z","caller":"traceutil/trace.go:171","msg":"trace[1578554609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37; range_end:; response_count:1; response_revision:4521; }","duration":"291.791114ms","start":"2026-02-28T01:39:47.220711Z","end":"2026-02-28T01:39:47.512502Z","steps":["trace[1578554609] 'range keys from in-memory index tree' (duration: 291.466606ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:48.026884Z","caller":"traceutil/trace.go:171","msg":"trace[2057007434] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4702; }","duration":"444.637342ms","start":"2026-02-28T01:39:47.582217Z","end":"2026-02-28T01:39:48.026854Z","steps":["trace[2057007434] 'read index received' (duration: 444.537769ms)","trace[2057007434] 'applied index is now lower than readState.Index' (duration: 98.353µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:48.027022Z","caller":"traceutil/trace.go:171","msg":"trace[1524895031] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"445.01936ms","start":"2026-02-28T01:39:47.581991Z","end":"2026-02-28T01:39:48.02701Z","steps":["trace[1524895031] 'process raft request' (duration: 444.667432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.027242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.98759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:39:48.027325Z","caller":"traceutil/trace.go:171","msg":"trace[519161148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4522; }","duration":"445.109382ms","start":"2026-02-28T01:39:47.582195Z","end":"2026-02-28T01:39:48.027305Z","steps":["trace[519161148] 'agreement among raft nodes before linearized reading' (duration: 444.823656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.027322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.581969Z","time spent":"445.084682ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:48.027376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.582187Z","time spent":"445.181345ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:39:48.10356Z","caller":"traceutil/trace.go:171","msg":"trace[408051139] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"518.710666ms","start":"2026-02-28T01:39:47.584829Z","end":"2026-02-28T01:39:48.10354Z","steps":["trace[408051139] 'process raft request' (duration: 518.651665ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:48.10358Z","caller":"traceutil/trace.go:171","msg":"trace[914960389] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"518.776957ms","start":"2026-02-28T01:39:47.584776Z","end":"2026-02-28T01:39:48.103553Z","steps":["trace[914960389] 'process raft request' (duration: 518.573303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.103681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.584812Z","time spent":"518.802349ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:48.103696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.584759Z","time spent":"518.87418ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:48.103883Z","caller":"traceutil/trace.go:171","msg":"trace[1266759284] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"518.983672ms","start":"2026-02-28T01:39:47.584872Z","end":"2026-02-28T01:39:48.103856Z","steps":["trace[1266759284] 'process raft request' (duration: 518.633284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.104008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.584862Z","time spent":"519.085924ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:48.104157Z","caller":"traceutil/trace.go:171","msg":"trace[1559136986] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"517.805145ms","start":"2026-02-28T01:39:47.58633Z","end":"2026-02-28T01:39:48.104135Z","steps":["trace[1559136986] 'process raft request' (duration: 517.454137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.104202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.104918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:48.104284Z","caller":"traceutil/trace.go:171","msg":"trace[384333110] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4526; }","duration":"276.197211ms","start":"2026-02-28T01:39:47.828063Z","end":"2026-02-28T01:39:48.104261Z","steps":["trace[384333110] 'agreement among raft nodes before linearized reading' (duration: 276.056748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.104256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.786942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-28T01:39:48.104289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.586309Z","time spent":"517.903868ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:48.104351Z","caller":"traceutil/trace.go:171","msg":"trace[45222315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37; range_end:; response_count:1; response_revision:4526; }","duration":"443.945435ms","start":"2026-02-28T01:39:47.660382Z","end":"2026-02-28T01:39:48.104327Z","steps":["trace[45222315] 'agreement among raft nodes before linearized reading' (duration: 443.674489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.104407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:47.660358Z","time spent":"444.039258ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37\" "} {"level":"info","ts":"2026-02-28T01:39:48.15702Z","caller":"traceutil/trace.go:171","msg":"trace[1583964620] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"124.948328ms","start":"2026-02-28T01:39:48.032039Z","end":"2026-02-28T01:39:48.156987Z","steps":["trace[1583964620] 'process raft request' (duration: 89.191286ms)","trace[1583964620] 'compare' (duration: 35.579028ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:48.760702Z","caller":"traceutil/trace.go:171","msg":"trace[1461973266] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"381.929222ms","start":"2026-02-28T01:39:48.37875Z","end":"2026-02-28T01:39:48.760679Z","steps":["trace[1461973266] 'process raft request' (duration: 381.787829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.760823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:48.378723Z","time spent":"382.042634ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:39:48.765445Z","caller":"traceutil/trace.go:171","msg":"trace[1053950025] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"363.691857ms","start":"2026-02-28T01:39:48.401733Z","end":"2026-02-28T01:39:48.765425Z","steps":["trace[1053950025] 'process raft request' (duration: 363.538953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.76558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:48.401694Z","time spent":"363.812559ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:48.765816Z","caller":"traceutil/trace.go:171","msg":"trace[866600281] linearizableReadLoop","detail":"{readStateIndex:4711; appliedIndex:4709; }","duration":"248.972016ms","start":"2026-02-28T01:39:48.516818Z","end":"2026-02-28T01:39:48.76579Z","steps":["trace[866600281] 'read index received' (duration: 243.766235ms)","trace[866600281] 'applied index is now lower than readState.Index' (duration: 5.204541ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:48.765891Z","caller":"traceutil/trace.go:171","msg":"trace[961098211] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"220.846311ms","start":"2026-02-28T01:39:48.545037Z","end":"2026-02-28T01:39:48.765883Z","steps":["trace[961098211] 'process raft request' (duration: 220.35704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:48.766173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.320764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-02-28T01:39:48.766256Z","caller":"traceutil/trace.go:171","msg":"trace[243945504] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37; range_end:; response_count:1; response_revision:4531; }","duration":"249.476457ms","start":"2026-02-28T01:39:48.516757Z","end":"2026-02-28T01:39:48.766234Z","steps":["trace[243945504] 'agreement among raft nodes before linearized reading' (duration: 249.15954ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:50.955018Z","caller":"traceutil/trace.go:171","msg":"trace[1602870868] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"210.44246ms","start":"2026-02-28T01:39:50.744535Z","end":"2026-02-28T01:39:50.954977Z","steps":["trace[1602870868] 'process raft request' (duration: 155.071051ms)","trace[1602870868] 'compare' (duration: 42.488659ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:51.232226Z","caller":"traceutil/trace.go:171","msg":"trace[2063064742] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4757; }","duration":"456.250142ms","start":"2026-02-28T01:39:50.775951Z","end":"2026-02-28T01:39:51.232201Z","steps":["trace[2063064742] 'read index received' (duration: 123.740291ms)","trace[2063064742] 'applied index is now lower than readState.Index' (duration: 332.508851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:51.232646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.668542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-02-28T01:39:51.23274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.418097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:51.23279Z","caller":"traceutil/trace.go:171","msg":"trace[67771679] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4578; }","duration":"203.514739ms","start":"2026-02-28T01:39:51.029261Z","end":"2026-02-28T01:39:51.232776Z","steps":["trace[67771679] 'agreement among raft nodes before linearized reading' (duration: 203.429777ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:51.232757Z","caller":"traceutil/trace.go:171","msg":"trace[429519001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37; range_end:; response_count:1; response_revision:4578; }","duration":"456.828326ms","start":"2026-02-28T01:39:50.775911Z","end":"2026-02-28T01:39:51.232739Z","steps":["trace[429519001] 'agreement among raft nodes before linearized reading' (duration: 456.522229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:51.232909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:50.775897Z","time spent":"456.996521ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7103d7ec-15b2-4528-9c32-68ca7868cf37\" "} {"level":"warn","ts":"2026-02-28T01:39:51.232937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.203156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:51.232988Z","caller":"traceutil/trace.go:171","msg":"trace[1204428421] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4578; }","duration":"305.298258ms","start":"2026-02-28T01:39:50.927672Z","end":"2026-02-28T01:39:51.23297Z","steps":["trace[1204428421] 'agreement among raft nodes before linearized reading' (duration: 305.232797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:51.233034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:50.927647Z","time spent":"305.378091ms","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:39:51.23305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.74252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:39:51.233182Z","caller":"traceutil/trace.go:171","msg":"trace[146159921] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4578; }","duration":"150.936385ms","start":"2026-02-28T01:39:51.082219Z","end":"2026-02-28T01:39:51.233156Z","steps":["trace[146159921] 'agreement among raft nodes before linearized reading' (duration: 150.666848ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:51.23333Z","caller":"traceutil/trace.go:171","msg":"trace[1240763949] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"460.312047ms","start":"2026-02-28T01:39:50.773Z","end":"2026-02-28T01:39:51.233312Z","steps":["trace[1240763949] 'process raft request' (duration: 459.14935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:51.232638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.835257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:39:51.233425Z","caller":"traceutil/trace.go:171","msg":"trace[1997359928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:4578; }","duration":"445.659336ms","start":"2026-02-28T01:39:50.787753Z","end":"2026-02-28T01:39:51.233413Z","steps":["trace[1997359928] 'agreement among raft nodes before linearized reading' (duration: 444.725384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:51.233442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:50.772972Z","time spent":"460.399059ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:51.233468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:50.787742Z","time spent":"445.714638ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gzpj5\" "} {"level":"info","ts":"2026-02-28T01:39:51.233581Z","caller":"traceutil/trace.go:171","msg":"trace[1902332126] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"462.002186ms","start":"2026-02-28T01:39:50.771565Z","end":"2026-02-28T01:39:51.233567Z","steps":["trace[1902332126] 'process raft request' (duration: 404.945708ms)","trace[1902332126] 'compare' (duration: 55.522613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:51.233717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:50.771544Z","time spent":"462.067598ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:53.796Z","caller":"traceutil/trace.go:171","msg":"trace[2003209163] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"169.618488ms","start":"2026-02-28T01:39:53.626351Z","end":"2026-02-28T01:39:53.795969Z","steps":["trace[2003209163] 'process raft request' (duration: 169.432604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:56.9199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.043878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:39:56.919985Z","caller":"traceutil/trace.go:171","msg":"trace[1979051895] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:4669; }","duration":"252.171531ms","start":"2026-02-28T01:39:56.667795Z","end":"2026-02-28T01:39:56.919967Z","steps":["trace[1979051895] 'range keys from in-memory index tree' (duration: 251.904285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:56.920149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.98602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:39:56.920267Z","caller":"traceutil/trace.go:171","msg":"trace[336886082] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4854; }","duration":"163.315373ms","start":"2026-02-28T01:39:56.756932Z","end":"2026-02-28T01:39:56.920248Z","steps":["trace[336886082] 'read index received' (duration: 35.155589ms)","trace[336886082] 'applied index is now lower than readState.Index' (duration: 128.158473ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:56.920307Z","caller":"traceutil/trace.go:171","msg":"trace[1512955764] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"180.067113ms","start":"2026-02-28T01:39:56.740227Z","end":"2026-02-28T01:39:56.920295Z","steps":["trace[1512955764] 'process raft request' (duration: 51.847928ms)","trace[1512955764] 'compare' (duration: 127.758094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:56.920517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.575598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-02-28T01:39:56.920552Z","caller":"traceutil/trace.go:171","msg":"trace[158297057] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4670; }","duration":"163.64394ms","start":"2026-02-28T01:39:56.756895Z","end":"2026-02-28T01:39:56.920539Z","steps":["trace[158297057] 'agreement among raft nodes before linearized reading' (duration: 163.456816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:56.920625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.904499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T01:39:56.92068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.707087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-28T01:39:56.920698Z","caller":"traceutil/trace.go:171","msg":"trace[2021473586] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4670; }","duration":"113.035552ms","start":"2026-02-28T01:39:56.807645Z","end":"2026-02-28T01:39:56.92068Z","steps":["trace[2021473586] 'agreement among raft nodes before linearized reading' (duration: 112.887298ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:56.920714Z","caller":"traceutil/trace.go:171","msg":"trace[1416766257] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4670; }","duration":"110.738908ms","start":"2026-02-28T01:39:56.809961Z","end":"2026-02-28T01:39:56.9207Z","steps":["trace[1416766257] 'agreement among raft nodes before linearized reading' (duration: 110.611735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.394784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.412919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-28T01:39:57.395166Z","caller":"traceutil/trace.go:171","msg":"trace[1068193056] linearizableReadLoop","detail":"{readStateIndex:4858; appliedIndex:4856; }","duration":"377.841866ms","start":"2026-02-28T01:39:57.017296Z","end":"2026-02-28T01:39:57.395138Z","steps":["trace[1068193056] 'read index received' (duration: 252.13805ms)","trace[1068193056] 'applied index is now lower than readState.Index' (duration: 125.702336ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:57.395217Z","caller":"traceutil/trace.go:171","msg":"trace[811608932] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"382.782371ms","start":"2026-02-28T01:39:57.012387Z","end":"2026-02-28T01:39:57.395169Z","steps":["trace[811608932] 'process raft request' (duration: 382.538856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.395351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.419835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:39:57.395412Z","caller":"traceutil/trace.go:171","msg":"trace[1780791483] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4672; }","duration":"416.515137ms","start":"2026-02-28T01:39:56.978879Z","end":"2026-02-28T01:39:57.395394Z","steps":["trace[1780791483] 'agreement among raft nodes before linearized reading' (duration: 416.373584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.395469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:56.978867Z","time spent":"416.590899ms","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:39:57.395626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.012367Z","time spent":"383.043718ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:39:57.509263Z","caller":"traceutil/trace.go:171","msg":"trace[1489928722] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4672; }","duration":"489.64009ms","start":"2026-02-28T01:39:57.019592Z","end":"2026-02-28T01:39:57.509232Z","steps":["trace[1489928722] 'process raft request' (duration: 415.256408ms)","trace[1489928722] 'compare' (duration: 74.238818ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:57.509406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.019578Z","time spent":"489.764632ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:39:57.509481Z","caller":"traceutil/trace.go:171","msg":"trace[2062855293] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"484.000858ms","start":"2026-02-28T01:39:57.025443Z","end":"2026-02-28T01:39:57.509444Z","steps":["trace[2062855293] 'process raft request' (duration: 483.746622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.509733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.025403Z","time spent":"484.181672ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:57.509822Z","caller":"traceutil/trace.go:171","msg":"trace[914456656] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"484.293755ms","start":"2026-02-28T01:39:57.025488Z","end":"2026-02-28T01:39:57.509782Z","steps":["trace[914456656] 'process raft request' (duration: 483.893845ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:57.509861Z","caller":"traceutil/trace.go:171","msg":"trace[1478900054] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"483.915786ms","start":"2026-02-28T01:39:57.02592Z","end":"2026-02-28T01:39:57.509836Z","steps":["trace[1478900054] 'process raft request' (duration: 483.6862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.510028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.025451Z","time spent":"484.450858ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:39:57.510041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.025906Z","time spent":"484.011088ms","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:57.51019Z","caller":"traceutil/trace.go:171","msg":"trace[528666010] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"254.012914ms","start":"2026-02-28T01:39:57.256163Z","end":"2026-02-28T01:39:57.510176Z","steps":["trace[528666010] 'process raft request' (duration: 253.878291ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:57.510185Z","caller":"traceutil/trace.go:171","msg":"trace[1762008585] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"484.062789ms","start":"2026-02-28T01:39:57.026095Z","end":"2026-02-28T01:39:57.510158Z","steps":["trace[1762008585] 'process raft request' (duration: 483.67726ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:57.510207Z","caller":"traceutil/trace.go:171","msg":"trace[1468101919] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"248.342392ms","start":"2026-02-28T01:39:57.261846Z","end":"2026-02-28T01:39:57.510189Z","steps":["trace[1468101919] 'process raft request' (duration: 248.281591ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:57.510197Z","caller":"traceutil/trace.go:171","msg":"trace[1802764651] linearizableReadLoop","detail":"{readStateIndex:4865; appliedIndex:4858; }","duration":"114.966067ms","start":"2026-02-28T01:39:57.395212Z","end":"2026-02-28T01:39:57.510178Z","steps":["trace[1802764651] 'read index received' (duration: 39.653254ms)","trace[1802764651] 'applied index is now lower than readState.Index' (duration: 75.311873ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:57.51029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.072417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:39:57.510328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.02608Z","time spent":"484.170382ms","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:39:57.510339Z","caller":"traceutil/trace.go:171","msg":"trace[733408146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4678; }","duration":"288.190069ms","start":"2026-02-28T01:39:57.222135Z","end":"2026-02-28T01:39:57.510326Z","steps":["trace[733408146] 'agreement among raft nodes before linearized reading' (duration: 288.103377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.510465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.076063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:39:57.510526Z","caller":"traceutil/trace.go:171","msg":"trace[1181048344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:4678; }","duration":"238.154245ms","start":"2026-02-28T01:39:57.272357Z","end":"2026-02-28T01:39:57.510512Z","steps":["trace[1181048344] 'agreement among raft nodes before linearized reading' (duration: 237.97597ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:57.98608Z","caller":"traceutil/trace.go:171","msg":"trace[1002197637] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4867; }","duration":"297.827284ms","start":"2026-02-28T01:39:57.68822Z","end":"2026-02-28T01:39:57.986048Z","steps":["trace[1002197637] 'read index received' (duration: 284.456283ms)","trace[1002197637] 'applied index is now lower than readState.Index' (duration: 13.369341ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:57.986092Z","caller":"traceutil/trace.go:171","msg":"trace[2080276748] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"372.997424ms","start":"2026-02-28T01:39:57.61306Z","end":"2026-02-28T01:39:57.986057Z","steps":["trace[2080276748] 'process raft request' (duration: 359.568192ms)","trace[2080276748] 'compare' (duration: 11.949297ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:57.986348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.086479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:39:57.986419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:39:57.613039Z","time spent":"373.130047ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T01:39:57.986495Z","caller":"traceutil/trace.go:171","msg":"trace[1335831717] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4681; }","duration":"298.259093ms","start":"2026-02-28T01:39:57.688201Z","end":"2026-02-28T01:39:57.98646Z","steps":["trace[1335831717] 'agreement among raft nodes before linearized reading' (duration: 297.975967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:57.98642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.224501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"warn","ts":"2026-02-28T01:39:57.986571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.273962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-28T01:39:57.986643Z","caller":"traceutil/trace.go:171","msg":"trace[721624699] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4681; }","duration":"145.354474ms","start":"2026-02-28T01:39:57.841267Z","end":"2026-02-28T01:39:57.986622Z","steps":["trace[721624699] 'agreement among raft nodes before linearized reading' (duration: 145.085098ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:57.986667Z","caller":"traceutil/trace.go:171","msg":"trace[2098744590] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4681; }","duration":"218.507667ms","start":"2026-02-28T01:39:57.76811Z","end":"2026-02-28T01:39:57.986618Z","steps":["trace[2098744590] 'agreement among raft nodes before linearized reading' (duration: 218.106478ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:39:58.467685Z","caller":"traceutil/trace.go:171","msg":"trace[1881873018] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"109.771826ms","start":"2026-02-28T01:39:58.357896Z","end":"2026-02-28T01:39:58.467668Z","steps":["trace[1881873018] 'process raft request' (duration: 109.659143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:39:58.69488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.382576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:39:58.695057Z","caller":"traceutil/trace.go:171","msg":"trace[1581561047] linearizableReadLoop","detail":"{readStateIndex:4903; appliedIndex:4902; }","duration":"137.580753ms","start":"2026-02-28T01:39:58.557409Z","end":"2026-02-28T01:39:58.69499Z","steps":["trace[1581561047] 'read index received' (duration: 61.372µs)","trace[1581561047] 'applied index is now lower than readState.Index' (duration: 137.514471ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:39:58.695133Z","caller":"traceutil/trace.go:171","msg":"trace[703956504] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"211.246608ms","start":"2026-02-28T01:39:58.483832Z","end":"2026-02-28T01:39:58.695079Z","steps":["trace[703956504] 'process raft request' (duration: 40.542984ms)","trace[703956504] 'compare' (duration: 166.064076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:39:58.695354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.928351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:39:58.695447Z","caller":"traceutil/trace.go:171","msg":"trace[1409333313] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4716; }","duration":"138.066854ms","start":"2026-02-28T01:39:58.557346Z","end":"2026-02-28T01:39:58.695413Z","steps":["trace[1409333313] 'agreement among raft nodes before linearized reading' (duration: 137.754987ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:07.746908Z","caller":"traceutil/trace.go:171","msg":"trace[685590584] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5052; }","duration":"185.078059ms","start":"2026-02-28T01:40:07.561797Z","end":"2026-02-28T01:40:07.746875Z","steps":["trace[685590584] 'read index received' (duration: 180.569444ms)","trace[685590584] 'applied index is now lower than readState.Index' (duration: 4.507495ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:07.747034Z","caller":"traceutil/trace.go:171","msg":"trace[162711426] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"196.998886ms","start":"2026-02-28T01:40:07.549997Z","end":"2026-02-28T01:40:07.746996Z","steps":["trace[162711426] 'process raft request' (duration: 196.833832ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:07.747034Z","caller":"traceutil/trace.go:171","msg":"trace[1033346681] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"196.999056ms","start":"2026-02-28T01:40:07.549944Z","end":"2026-02-28T01:40:07.746943Z","steps":["trace[1033346681] 'process raft request' (duration: 192.529522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:07.747341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.518039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:40:07.747396Z","caller":"traceutil/trace.go:171","msg":"trace[992905270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:4865; }","duration":"185.649502ms","start":"2026-02-28T01:40:07.561732Z","end":"2026-02-28T01:40:07.747381Z","steps":["trace[992905270] 'agreement among raft nodes before linearized reading' (duration: 185.320264ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:08.205318Z","caller":"traceutil/trace.go:171","msg":"trace[1876986095] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"301.933559ms","start":"2026-02-28T01:40:07.903335Z","end":"2026-02-28T01:40:08.205268Z","steps":["trace[1876986095] 'process raft request' (duration: 301.687814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:08.205561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:07.903301Z","time spent":"302.128804ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:40:16.010149Z","caller":"traceutil/trace.go:171","msg":"trace[632175310] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"141.466194ms","start":"2026-02-28T01:40:15.868652Z","end":"2026-02-28T01:40:16.010118Z","steps":["trace[632175310] 'process raft request' (duration: 141.275019ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:16.010771Z","caller":"traceutil/trace.go:171","msg":"trace[1608368444] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5213; }","duration":"126.031055ms","start":"2026-02-28T01:40:15.884714Z","end":"2026-02-28T01:40:16.010745Z","steps":["trace[1608368444] 'read index received' (duration: 125.229496ms)","trace[1608368444] 'applied index is now lower than readState.Index' (duration: 800.148µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:16.010996Z","caller":"traceutil/trace.go:171","msg":"trace[854714293] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"141.634277ms","start":"2026-02-28T01:40:15.869322Z","end":"2026-02-28T01:40:16.010957Z","steps":["trace[854714293] 'process raft request' (duration: 141.32998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:16.011092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.365342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:40:16.011192Z","caller":"traceutil/trace.go:171","msg":"trace[13303229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:5021; }","duration":"126.496666ms","start":"2026-02-28T01:40:15.884643Z","end":"2026-02-28T01:40:16.01114Z","steps":["trace[13303229] 'agreement among raft nodes before linearized reading' (duration: 126.277161ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.267756Z","caller":"traceutil/trace.go:171","msg":"trace[1755169657] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"242.512726ms","start":"2026-02-28T01:40:20.025203Z","end":"2026-02-28T01:40:20.267715Z","steps":["trace[1755169657] 'process raft request' (duration: 205.492924ms)","trace[1755169657] 'compare' (duration: 36.684304ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:20.267889Z","caller":"traceutil/trace.go:171","msg":"trace[1357008703] linearizableReadLoop","detail":"{readStateIndex:5246; appliedIndex:5244; }","duration":"237.389487ms","start":"2026-02-28T01:40:20.030468Z","end":"2026-02-28T01:40:20.267858Z","steps":["trace[1357008703] 'read index received' (duration: 51.769946ms)","trace[1357008703] 'applied index is now lower than readState.Index' (duration: 185.617571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:40:20.268169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.682774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:40:20.26824Z","caller":"traceutil/trace.go:171","msg":"trace[1023246831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:5052; }","duration":"237.769246ms","start":"2026-02-28T01:40:20.030453Z","end":"2026-02-28T01:40:20.268222Z","steps":["trace[1023246831] 'agreement among raft nodes before linearized reading' (duration: 237.54365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.764304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.453895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:40:20.764458Z","caller":"traceutil/trace.go:171","msg":"trace[295165696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5052; }","duration":"270.63132ms","start":"2026-02-28T01:40:20.493803Z","end":"2026-02-28T01:40:20.764434Z","steps":["trace[295165696] 'range keys from in-memory index tree' (duration: 270.431715ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.767748Z","caller":"traceutil/trace.go:171","msg":"trace[2085852456] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5247; }","duration":"486.819553ms","start":"2026-02-28T01:40:20.280891Z","end":"2026-02-28T01:40:20.767711Z","steps":["trace[2085852456] 'read index received' (duration: 486.580117ms)","trace[2085852456] 'applied index is now lower than readState.Index' (duration: 237.586µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:20.767835Z","caller":"traceutil/trace.go:171","msg":"trace[1335961437] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"488.033891ms","start":"2026-02-28T01:40:20.279775Z","end":"2026-02-28T01:40:20.767808Z","steps":["trace[1335961437] 'process raft request' (duration: 487.706523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.768503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.356893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:40:20.768555Z","caller":"traceutil/trace.go:171","msg":"trace[1557279612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5053; }","duration":"480.463065ms","start":"2026-02-28T01:40:20.288076Z","end":"2026-02-28T01:40:20.768539Z","steps":["trace[1557279612] 'agreement among raft nodes before linearized reading' (duration: 480.339832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.768596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.288034Z","time spent":"480.553397ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:40:20.768585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.810057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T01:40:20.768669Z","caller":"traceutil/trace.go:171","msg":"trace[1421279198] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5053; }","duration":"451.896459ms","start":"2026-02-28T01:40:20.316749Z","end":"2026-02-28T01:40:20.768646Z","steps":["trace[1421279198] 'agreement among raft nodes before linearized reading' (duration: 451.633543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.768725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.316736Z","time spent":"451.978212ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:40:20.768744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.563434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:40:20.768775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.319815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:40:20.768859Z","caller":"traceutil/trace.go:171","msg":"trace[219410039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5053; }","duration":"482.714668ms","start":"2026-02-28T01:40:20.286119Z","end":"2026-02-28T01:40:20.768833Z","steps":["trace[219410039] 'agreement among raft nodes before linearized reading' (duration: 482.37286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.768138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.216693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:40:20.768922Z","caller":"traceutil/trace.go:171","msg":"trace[582453708] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5053; }","duration":"118.497909ms","start":"2026-02-28T01:40:20.650369Z","end":"2026-02-28T01:40:20.768867Z","steps":["trace[582453708] 'agreement among raft nodes before linearized reading' (duration: 118.199662ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.768967Z","caller":"traceutil/trace.go:171","msg":"trace[194829921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5053; }","duration":"488.073803ms","start":"2026-02-28T01:40:20.28088Z","end":"2026-02-28T01:40:20.768953Z","steps":["trace[194829921] 'agreement among raft nodes before linearized reading' (duration: 487.014488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.769012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.280826Z","time spent":"488.178555ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:40:20.768921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.286108Z","time spent":"482.80278ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:40:20.769132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.279757Z","time spent":"488.560624ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:40:20.76914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.260553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-28T01:40:20.769138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.775346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:40:20.769225Z","caller":"traceutil/trace.go:171","msg":"trace[1817640710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5053; }","duration":"432.389185ms","start":"2026-02-28T01:40:20.336817Z","end":"2026-02-28T01:40:20.769206Z","steps":["trace[1817640710] 'agreement among raft nodes before linearized reading' (duration: 431.769101ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.76926Z","caller":"traceutil/trace.go:171","msg":"trace[1471017372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5053; }","duration":"484.933659ms","start":"2026-02-28T01:40:20.284295Z","end":"2026-02-28T01:40:20.769229Z","steps":["trace[1471017372] 'agreement among raft nodes before linearized reading' (duration: 484.018398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.76928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.336796Z","time spent":"432.470148ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:40:20.769318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:40:20.284288Z","time spent":"485.019341ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:40:20.989778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.656626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:40:20.990052Z","caller":"traceutil/trace.go:171","msg":"trace[662579309] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"215.372664ms","start":"2026-02-28T01:40:20.774648Z","end":"2026-02-28T01:40:20.990021Z","steps":["trace[662579309] 'process raft request' (duration: 95.32032ms)","trace[662579309] 'compare' (duration: 119.485651ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:20.990327Z","caller":"traceutil/trace.go:171","msg":"trace[2088276226] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"215.418545ms","start":"2026-02-28T01:40:20.774893Z","end":"2026-02-28T01:40:20.990311Z","steps":["trace[2088276226] 'process raft request' (duration: 215.082987ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.990497Z","caller":"traceutil/trace.go:171","msg":"trace[1529944034] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"214.164416ms","start":"2026-02-28T01:40:20.77627Z","end":"2026-02-28T01:40:20.990434Z","steps":["trace[1529944034] 'process raft request' (duration: 213.935451ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.990611Z","caller":"traceutil/trace.go:171","msg":"trace[250068791] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"215.839065ms","start":"2026-02-28T01:40:20.774758Z","end":"2026-02-28T01:40:20.990597Z","steps":["trace[250068791] 'process raft request' (duration: 215.143779ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.990651Z","caller":"traceutil/trace.go:171","msg":"trace[1701549821] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"213.998172ms","start":"2026-02-28T01:40:20.776633Z","end":"2026-02-28T01:40:20.990631Z","steps":["trace[1701549821] 'process raft request' (duration: 213.726235ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.99074Z","caller":"traceutil/trace.go:171","msg":"trace[400999452] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"214.208887ms","start":"2026-02-28T01:40:20.776519Z","end":"2026-02-28T01:40:20.990728Z","steps":["trace[400999452] 'process raft request' (duration: 213.793537ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.990794Z","caller":"traceutil/trace.go:171","msg":"trace[496631901] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"215.027326ms","start":"2026-02-28T01:40:20.775739Z","end":"2026-02-28T01:40:20.990766Z","steps":["trace[496631901] 'process raft request' (duration: 214.284728ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.990876Z","caller":"traceutil/trace.go:171","msg":"trace[280374634] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"213.702255ms","start":"2026-02-28T01:40:20.777154Z","end":"2026-02-28T01:40:20.990856Z","steps":["trace[280374634] 'process raft request' (duration: 213.259565ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:20.991138Z","caller":"traceutil/trace.go:171","msg":"trace[782748461] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5249; }","duration":"134.546002ms","start":"2026-02-28T01:40:20.856569Z","end":"2026-02-28T01:40:20.991115Z","steps":["trace[782748461] 'read index received' (duration: 13.459323ms)","trace[782748461] 'applied index is now lower than readState.Index' (duration: 121.084709ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:40:20.991245Z","caller":"traceutil/trace.go:171","msg":"trace[1211147559] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"213.405249ms","start":"2026-02-28T01:40:20.777789Z","end":"2026-02-28T01:40:20.991194Z","steps":["trace[1211147559] 'process raft request' (duration: 212.811095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:20.991354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.773228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-02-28T01:40:20.991396Z","caller":"traceutil/trace.go:171","msg":"trace[976319119] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5063; }","duration":"134.966212ms","start":"2026-02-28T01:40:20.856418Z","end":"2026-02-28T01:40:20.991384Z","steps":["trace[976319119] 'agreement among raft nodes before linearized reading' (duration: 134.767987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:59.438537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.617879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T01:40:59.438636Z","caller":"traceutil/trace.go:171","msg":"trace[1914959539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5372; }","duration":"247.761382ms","start":"2026-02-28T01:40:59.190855Z","end":"2026-02-28T01:40:59.438616Z","steps":["trace[1914959539] 'range keys from in-memory index tree' (duration: 247.459425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:59.438602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.792595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:40:59.43884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.298954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-28T01:40:59.438866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.412734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T01:40:59.438905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.51906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:40:59.438958Z","caller":"traceutil/trace.go:171","msg":"trace[1472249610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5372; }","duration":"254.505679ms","start":"2026-02-28T01:40:59.184429Z","end":"2026-02-28T01:40:59.438935Z","steps":["trace[1472249610] 'range keys from in-memory index tree' (duration: 254.104139ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:59.438969Z","caller":"traceutil/trace.go:171","msg":"trace[448190270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5372; }","duration":"251.604212ms","start":"2026-02-28T01:40:59.187345Z","end":"2026-02-28T01:40:59.438949Z","steps":["trace[448190270] 'range keys from in-memory index tree' (duration: 251.332635ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:59.438965Z","caller":"traceutil/trace.go:171","msg":"trace[437683895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5372; }","duration":"256.564937ms","start":"2026-02-28T01:40:59.182378Z","end":"2026-02-28T01:40:59.438943Z","steps":["trace[437683895] 'range keys from in-memory index tree' (duration: 256.188148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:40:59.438889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.131241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-28T01:40:59.439125Z","caller":"traceutil/trace.go:171","msg":"trace[1790589231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5372; }","duration":"251.398867ms","start":"2026-02-28T01:40:59.187708Z","end":"2026-02-28T01:40:59.439107Z","steps":["trace[1790589231] 'range keys from in-memory index tree' (duration: 250.969667ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:40:59.43888Z","caller":"traceutil/trace.go:171","msg":"trace[74078652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5372; }","duration":"218.095552ms","start":"2026-02-28T01:40:59.220737Z","end":"2026-02-28T01:40:59.438832Z","steps":["trace[74078652] 'range keys from in-memory index tree' (duration: 217.712023ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:07.747116Z","caller":"traceutil/trace.go:171","msg":"trace[1224101564] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"226.677841ms","start":"2026-02-28T01:41:07.520406Z","end":"2026-02-28T01:41:07.747084Z","steps":["trace[1224101564] 'process raft request' (duration: 209.768408ms)","trace[1224101564] 'compare' (duration: 16.700048ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:41:07.79381Z","caller":"traceutil/trace.go:171","msg":"trace[1705931374] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"273.07095ms","start":"2026-02-28T01:41:07.520716Z","end":"2026-02-28T01:41:07.793787Z","steps":["trace[1705931374] 'process raft request' (duration: 272.915057ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:07.794136Z","caller":"traceutil/trace.go:171","msg":"trace[1469471024] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"273.366658ms","start":"2026-02-28T01:41:07.520738Z","end":"2026-02-28T01:41:07.794105Z","steps":["trace[1469471024] 'process raft request' (duration: 273.013439ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:07.794451Z","caller":"traceutil/trace.go:171","msg":"trace[584929710] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5632; }","duration":"240.557264ms","start":"2026-02-28T01:41:07.55388Z","end":"2026-02-28T01:41:07.794437Z","steps":["trace[584929710] 'read index received' (duration: 176.399012ms)","trace[584929710] 'applied index is now lower than readState.Index' (duration: 64.157012ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:41:07.794507Z","caller":"traceutil/trace.go:171","msg":"trace[310043498] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"272.083837ms","start":"2026-02-28T01:41:07.522398Z","end":"2026-02-28T01:41:07.794482Z","steps":["trace[310043498] 'process raft request' (duration: 271.633447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:41:07.794646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.746509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:41:07.794685Z","caller":"traceutil/trace.go:171","msg":"trace[679633499] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5429; }","duration":"240.859831ms","start":"2026-02-28T01:41:07.553813Z","end":"2026-02-28T01:41:07.794673Z","steps":["trace[679633499] 'agreement among raft nodes before linearized reading' (duration: 240.748028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:41:07.79524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.407368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-02-28T01:41:07.795191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.189029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:41:07.795282Z","caller":"traceutil/trace.go:171","msg":"trace[1613375677] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5429; }","duration":"236.470469ms","start":"2026-02-28T01:41:07.558801Z","end":"2026-02-28T01:41:07.795272Z","steps":["trace[1613375677] 'agreement among raft nodes before linearized reading' (duration: 236.319265ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:07.795331Z","caller":"traceutil/trace.go:171","msg":"trace[880030278] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5429; }","duration":"241.383923ms","start":"2026-02-28T01:41:07.553914Z","end":"2026-02-28T01:41:07.795298Z","steps":["trace[880030278] 'agreement among raft nodes before linearized reading' (duration: 241.152888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:41:07.796335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-28T01:41:07.796437Z","caller":"traceutil/trace.go:171","msg":"trace[1023203977] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5429; }","duration":"205.276084ms","start":"2026-02-28T01:41:07.591134Z","end":"2026-02-28T01:41:07.79641Z","steps":["trace[1023203977] 'agreement among raft nodes before linearized reading' (duration: 203.981114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:41:07.989731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.680623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-02-28T01:41:07.989814Z","caller":"traceutil/trace.go:171","msg":"trace[757502116] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5429; }","duration":"134.816636ms","start":"2026-02-28T01:41:07.854973Z","end":"2026-02-28T01:41:07.989789Z","steps":["trace[757502116] 'range keys from in-memory index tree' (duration: 134.476458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:41:07.990063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.576311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:41:07.99031Z","caller":"traceutil/trace.go:171","msg":"trace[849672742] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5429; }","duration":"113.884768ms","start":"2026-02-28T01:41:07.876409Z","end":"2026-02-28T01:41:07.990294Z","steps":["trace[849672742] 'range keys from in-memory index tree' (duration: 113.179392ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:08.470989Z","caller":"traceutil/trace.go:171","msg":"trace[109051218] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"181.577153ms","start":"2026-02-28T01:41:08.289374Z","end":"2026-02-28T01:41:08.470951Z","steps":["trace[109051218] 'process raft request' (duration: 100.62473ms)","trace[109051218] 'compare' (duration: 80.760349ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:41:08.471272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.382503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:41:08.471379Z","caller":"traceutil/trace.go:171","msg":"trace[1126893620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5430; }","duration":"251.10356ms","start":"2026-02-28T01:41:08.220253Z","end":"2026-02-28T01:41:08.471356Z","steps":["trace[1126893620] 'range keys from in-memory index tree' (duration: 250.296691ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:41:38.280412Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2689} {"level":"info","ts":"2026-02-28T01:41:38.355343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2689,"took":"72.62321ms","hash":509532894,"current-db-size-bytes":40685568,"current-db-size":"41 MB","current-db-size-in-use-bytes":30760960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-28T01:41:38.355451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":509532894,"revision":2689,"compact-revision":-1} {"level":"info","ts":"2026-02-28T01:46:01.983966Z","caller":"traceutil/trace.go:171","msg":"trace[978620469] linearizableReadLoop","detail":"{readStateIndex:7639; appliedIndex:7638; }","duration":"127.697689ms","start":"2026-02-28T01:46:01.856244Z","end":"2026-02-28T01:46:01.983942Z","steps":["trace[978620469] 'read index received' (duration: 127.607557ms)","trace[978620469] 'applied index is now lower than readState.Index' (duration: 88.822µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:01.984043Z","caller":"traceutil/trace.go:171","msg":"trace[1379699921] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"244.432771ms","start":"2026-02-28T01:46:01.739566Z","end":"2026-02-28T01:46:01.983999Z","steps":["trace[1379699921] 'process raft request' (duration: 244.247107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:01.984101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.840252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:01.984137Z","caller":"traceutil/trace.go:171","msg":"trace[800087343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7361; }","duration":"127.945654ms","start":"2026-02-28T01:46:01.856179Z","end":"2026-02-28T01:46:01.984125Z","steps":["trace[800087343] 'agreement among raft nodes before linearized reading' (duration: 127.858282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.641841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.495399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:46:07.641941Z","caller":"traceutil/trace.go:171","msg":"trace[1244494089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7521; }","duration":"243.637003ms","start":"2026-02-28T01:46:07.398284Z","end":"2026-02-28T01:46:07.641921Z","steps":["trace[1244494089] 'range keys from in-memory index tree' (duration: 243.304105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.642135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.798614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:07.64221Z","caller":"traceutil/trace.go:171","msg":"trace[1286922730] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7521; }","duration":"119.967538ms","start":"2026-02-28T01:46:07.522226Z","end":"2026-02-28T01:46:07.642194Z","steps":["trace[1286922730] 'count revisions from in-memory index tree' (duration: 119.709352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:07.642456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.047622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T01:46:07.642468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.33ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T01:46:07.642484Z","caller":"traceutil/trace.go:171","msg":"trace[1596348402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7521; }","duration":"244.116944ms","start":"2026-02-28T01:46:07.39836Z","end":"2026-02-28T01:46:07.642477Z","steps":["trace[1596348402] 'range keys from in-memory index tree' (duration: 243.889509ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:07.642509Z","caller":"traceutil/trace.go:171","msg":"trace[1807107919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7521; }","duration":"226.39555ms","start":"2026-02-28T01:46:07.416098Z","end":"2026-02-28T01:46:07.642494Z","steps":["trace[1807107919] 'range keys from in-memory index tree' (duration: 226.222176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.733109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960738095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:46:08.959342Z","caller":"traceutil/trace.go:171","msg":"trace[1916271790] linearizableReadLoop","detail":"{readStateIndex:7807; appliedIndex:7806; }","duration":"726.69271ms","start":"2026-02-28T01:46:08.23262Z","end":"2026-02-28T01:46:08.959313Z","steps":["trace[1916271790] 'read index received' (duration: 697.625482ms)","trace[1916271790] 'applied index is now lower than readState.Index' (duration: 29.065997ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:08.95942Z","caller":"traceutil/trace.go:171","msg":"trace[1389094756] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"957.442602ms","start":"2026-02-28T01:46:08.001934Z","end":"2026-02-28T01:46:08.959376Z","steps":["trace[1389094756] 'process raft request' (duration: 928.378624ms)","trace[1389094756] 'compare' (duration: 28.438293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:08.959512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.875524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:08.959546Z","caller":"traceutil/trace.go:171","msg":"trace[1699206102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7527; }","duration":"726.921535ms","start":"2026-02-28T01:46:08.232615Z","end":"2026-02-28T01:46:08.959536Z","steps":["trace[1699206102] 'agreement among raft nodes before linearized reading' (duration: 726.844093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.959577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:08.232567Z","time spent":"727.003138ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:46:08.959605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:08.001911Z","time spent":"957.590555ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:08.959682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.986605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-28T01:46:08.959727Z","caller":"traceutil/trace.go:171","msg":"trace[1426723681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7527; }","duration":"113.055837ms","start":"2026-02-28T01:46:08.846651Z","end":"2026-02-28T01:46:08.959707Z","steps":["trace[1426723681] 'agreement among raft nodes before linearized reading' (duration: 113.002075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.959608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.528059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:46:08.959916Z","caller":"traceutil/trace.go:171","msg":"trace[1975277315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:7527; }","duration":"423.877207ms","start":"2026-02-28T01:46:08.536017Z","end":"2026-02-28T01:46:08.959895Z","steps":["trace[1975277315] 'agreement among raft nodes before linearized reading' (duration: 423.445337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:08.959979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:08.535998Z","time spent":"423.959819ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gzpj5\" "} {"level":"warn","ts":"2026-02-28T01:46:08.959983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.575595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:46:08.96002Z","caller":"traceutil/trace.go:171","msg":"trace[710810239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7527; }","duration":"196.647397ms","start":"2026-02-28T01:46:08.763363Z","end":"2026-02-28T01:46:08.960011Z","steps":["trace[710810239] 'agreement among raft nodes before linearized reading' (duration: 196.518804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:19.959787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.840194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:19.959966Z","caller":"traceutil/trace.go:171","msg":"trace[846239638] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"197.417464ms","start":"2026-02-28T01:46:19.762506Z","end":"2026-02-28T01:46:19.959923Z","steps":["trace[846239638] 'process raft request' (duration: 23.045487ms)","trace[846239638] 'compare' (duration: 173.709162ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:19.980315Z","caller":"traceutil/trace.go:171","msg":"trace[1825232599] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"217.727918ms","start":"2026-02-28T01:46:19.762552Z","end":"2026-02-28T01:46:19.98028Z","steps":["trace[1825232599] 'process raft request' (duration: 217.533173ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:20.001229Z","caller":"traceutil/trace.go:171","msg":"trace[1662393021] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"114.732256ms","start":"2026-02-28T01:46:19.88647Z","end":"2026-02-28T01:46:20.001203Z","steps":["trace[1662393021] 'process raft request' (duration: 114.579463ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:21.25262Z","caller":"traceutil/trace.go:171","msg":"trace[442379553] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"147.785017ms","start":"2026-02-28T01:46:21.104779Z","end":"2026-02-28T01:46:21.252564Z","steps":["trace[442379553] 'process raft request' (duration: 118.440143ms)","trace[442379553] 'compare' (duration: 29.16108ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:21.506118Z","caller":"traceutil/trace.go:171","msg":"trace[165035129] linearizableReadLoop","detail":"{readStateIndex:7868; appliedIndex:7867; }","duration":"143.062187ms","start":"2026-02-28T01:46:21.36303Z","end":"2026-02-28T01:46:21.506092Z","steps":["trace[165035129] 'read index received' (duration: 142.897443ms)","trace[165035129] 'applied index is now lower than readState.Index' (duration: 163.624µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:21.506178Z","caller":"traceutil/trace.go:171","msg":"trace[1192675609] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"150.270145ms","start":"2026-02-28T01:46:21.35586Z","end":"2026-02-28T01:46:21.50613Z","steps":["trace[1192675609] 'process raft request' (duration: 150.07529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:21.506432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.281002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T01:46:21.506479Z","caller":"traceutil/trace.go:171","msg":"trace[199700308] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:7586; }","duration":"143.462996ms","start":"2026-02-28T01:46:21.363005Z","end":"2026-02-28T01:46:21.506468Z","steps":["trace[199700308] 'agreement among raft nodes before linearized reading' (duration: 143.184839ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:21.519022Z","caller":"traceutil/trace.go:171","msg":"trace[200997041] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"135.700415ms","start":"2026-02-28T01:46:21.383264Z","end":"2026-02-28T01:46:21.518964Z","steps":["trace[200997041] 'process raft request' (duration: 135.47423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.369593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.494514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:22.369695Z","caller":"traceutil/trace.go:171","msg":"trace[339222739] linearizableReadLoop","detail":"{readStateIndex:7871; appliedIndex:7870; }","duration":"599.882341ms","start":"2026-02-28T01:46:21.769798Z","end":"2026-02-28T01:46:22.369681Z","steps":["trace[339222739] 'read index received' (duration: 222.12296ms)","trace[339222739] 'applied index is now lower than readState.Index' (duration: 377.758181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:22.369844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.061876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:46:22.369872Z","caller":"traceutil/trace.go:171","msg":"trace[242099231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7588; }","duration":"600.136917ms","start":"2026-02-28T01:46:21.769727Z","end":"2026-02-28T01:46:22.369864Z","steps":["trace[242099231] 'agreement among raft nodes before linearized reading' (duration: 600.010174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.369896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:21.769685Z","time spent":"600.205549ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:46:22.369793Z","caller":"traceutil/trace.go:171","msg":"trace[1403113655] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"826.170929ms","start":"2026-02-28T01:46:21.543563Z","end":"2026-02-28T01:46:22.369734Z","steps":["trace[1403113655] 'process raft request' (duration: 448.45855ms)","trace[1403113655] 'compare' (duration: 377.211237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:22.370324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:21.543534Z","time spent":"826.539548ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:22.683267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.866866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:46:22.683451Z","caller":"traceutil/trace.go:171","msg":"trace[951780394] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"676.745193ms","start":"2026-02-28T01:46:22.006678Z","end":"2026-02-28T01:46:22.683423Z","steps":["trace[951780394] 'process raft request' (duration: 508.52295ms)","trace[951780394] 'compare' (duration: 167.671461ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:46:22.68354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:22.006646Z","time spent":"676.858336ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:22.707422Z","caller":"traceutil/trace.go:171","msg":"trace[155555030] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"681.810912ms","start":"2026-02-28T01:46:22.025549Z","end":"2026-02-28T01:46:22.70736Z","steps":["trace[155555030] 'process raft request' (duration: 681.657528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.70764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:22.025543Z","time spent":"682.001826ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:22.707333Z","caller":"traceutil/trace.go:171","msg":"trace[484555169] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"682.533199ms","start":"2026-02-28T01:46:22.02478Z","end":"2026-02-28T01:46:22.707313Z","steps":["trace[484555169] 'process raft request' (duration: 682.264332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.708087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:22.02474Z","time spent":"683.294186ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:22.708573Z","caller":"traceutil/trace.go:171","msg":"trace[801968883] linearizableReadLoop","detail":"{readStateIndex:7874; appliedIndex:7871; }","duration":"338.811052ms","start":"2026-02-28T01:46:22.369715Z","end":"2026-02-28T01:46:22.708526Z","steps":["trace[801968883] 'read index received' (duration: 145.482013ms)","trace[801968883] 'applied index is now lower than readState.Index' (duration: 193.326579ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:22.708687Z","caller":"traceutil/trace.go:171","msg":"trace[1922711962] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"332.977206ms","start":"2026-02-28T01:46:22.375693Z","end":"2026-02-28T01:46:22.70867Z","steps":["trace[1922711962] 'process raft request' (duration: 331.578714ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:22.708596Z","caller":"traceutil/trace.go:171","msg":"trace[979996761] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"309.382456ms","start":"2026-02-28T01:46:22.399185Z","end":"2026-02-28T01:46:22.708568Z","steps":["trace[979996761] 'process raft request' (duration: 308.465314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.708812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:22.375679Z","time spent":"333.049838ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:22.70887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.712513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T01:46:22.708927Z","caller":"traceutil/trace.go:171","msg":"trace[699613910] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7593; }","duration":"733.802325ms","start":"2026-02-28T01:46:21.975109Z","end":"2026-02-28T01:46:22.708912Z","steps":["trace[699613910] 'agreement among raft nodes before linearized reading' (duration: 733.637871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.708965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:21.975091Z","time spent":"733.866626ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:46:22.709124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.060178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:46:22.709139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.015554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-28T01:46:22.709178Z","caller":"traceutil/trace.go:171","msg":"trace[1051512234] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7593; }","duration":"335.083826ms","start":"2026-02-28T01:46:22.374085Z","end":"2026-02-28T01:46:22.709169Z","steps":["trace[1051512234] 'agreement among raft nodes before linearized reading' (duration: 334.964073ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:22.709175Z","caller":"traceutil/trace.go:171","msg":"trace[472341009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7593; }","duration":"724.129809ms","start":"2026-02-28T01:46:21.985034Z","end":"2026-02-28T01:46:22.709164Z","steps":["trace[472341009] 'agreement among raft nodes before linearized reading' (duration: 723.975775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.709203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:22.374064Z","time spent":"335.133287ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T01:46:22.709211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:21.985023Z","time spent":"724.18213ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:22.709457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:22.399155Z","time spent":"309.611301ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:22.860241Z","caller":"traceutil/trace.go:171","msg":"trace[74794147] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"145.638057ms","start":"2026-02-28T01:46:22.714574Z","end":"2026-02-28T01:46:22.860212Z","steps":["trace[74794147] 'process raft request' (duration: 145.442172ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:22.896604Z","caller":"traceutil/trace.go:171","msg":"trace[135374351] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7876; }","duration":"163.272398ms","start":"2026-02-28T01:46:22.733302Z","end":"2026-02-28T01:46:22.896574Z","steps":["trace[135374351] 'read index received' (duration: 126.698595ms)","trace[135374351] 'applied index is now lower than readState.Index' (duration: 36.572433ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:22.896726Z","caller":"traceutil/trace.go:171","msg":"trace[1839110573] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"181.423322ms","start":"2026-02-28T01:46:22.715271Z","end":"2026-02-28T01:46:22.896694Z","steps":["trace[1839110573] 'process raft request' (duration: 181.105394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:22.896995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.607566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-28T01:46:22.897059Z","caller":"traceutil/trace.go:171","msg":"trace[698405987] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7595; }","duration":"163.76814ms","start":"2026-02-28T01:46:22.733276Z","end":"2026-02-28T01:46:22.897044Z","steps":["trace[698405987] 'agreement among raft nodes before linearized reading' (duration: 163.406061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:24.40961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.241854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:24.409734Z","caller":"traceutil/trace.go:171","msg":"trace[182254661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7600; }","duration":"189.371367ms","start":"2026-02-28T01:46:24.220337Z","end":"2026-02-28T01:46:24.409708Z","steps":["trace[182254661] 'range keys from in-memory index tree' (duration: 189.031589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:24.410154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.712125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:24.410262Z","caller":"traceutil/trace.go:171","msg":"trace[1153189061] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7600; }","duration":"574.877698ms","start":"2026-02-28T01:46:23.835355Z","end":"2026-02-28T01:46:24.410233Z","steps":["trace[1153189061] 'count revisions from in-memory index tree' (duration: 574.570971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:24.410263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.330049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-28T01:46:24.410308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:23.835322Z","time spent":"574.974301ms","remote":"127.0.0.1:53616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-28T01:46:24.410368Z","caller":"traceutil/trace.go:171","msg":"trace[1086209845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7600; }","duration":"199.528894ms","start":"2026-02-28T01:46:24.210818Z","end":"2026-02-28T01:46:24.410347Z","steps":["trace[1086209845] 'range keys from in-memory index tree' (duration: 199.006452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:25.641539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.265528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:46:25.641644Z","caller":"traceutil/trace.go:171","msg":"trace[1151976044] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7608; }","duration":"124.448112ms","start":"2026-02-28T01:46:25.517173Z","end":"2026-02-28T01:46:25.641621Z","steps":["trace[1151976044] 'count revisions from in-memory index tree' (duration: 124.164476ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:26.790409Z","caller":"traceutil/trace.go:171","msg":"trace[1519319405] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"252.187282ms","start":"2026-02-28T01:46:26.538162Z","end":"2026-02-28T01:46:26.790349Z","steps":["trace[1519319405] 'process raft request' (duration: 251.861344ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:38.293353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5655} {"level":"info","ts":"2026-02-28T01:46:38.399019Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5655,"took":"103.513815ms","hash":1116615206,"current-db-size-bytes":43147264,"current-db-size":"43 MB","current-db-size-in-use-bytes":23220224,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-28T01:46:38.399093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1116615206,"revision":5655,"compact-revision":2689} {"level":"info","ts":"2026-02-28T01:46:49.949441Z","caller":"traceutil/trace.go:171","msg":"trace[1217111467] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"165.213174ms","start":"2026-02-28T01:46:49.784177Z","end":"2026-02-28T01:46:49.94939Z","steps":["trace[1217111467] 'process raft request' (duration: 164.545779ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:51.715839Z","caller":"traceutil/trace.go:171","msg":"trace[94338599] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8078; }","duration":"166.577345ms","start":"2026-02-28T01:46:51.549242Z","end":"2026-02-28T01:46:51.715819Z","steps":["trace[94338599] 'read index received' (duration: 166.515684ms)","trace[94338599] 'applied index is now lower than readState.Index' (duration: 60.901µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:51.715912Z","caller":"traceutil/trace.go:171","msg":"trace[1962866043] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"168.686625ms","start":"2026-02-28T01:46:51.547188Z","end":"2026-02-28T01:46:51.715875Z","steps":["trace[1962866043] 'process raft request' (duration: 168.49547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:51.716073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.81429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:46:51.716159Z","caller":"traceutil/trace.go:171","msg":"trace[1095704130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7786; }","duration":"166.914313ms","start":"2026-02-28T01:46:51.549224Z","end":"2026-02-28T01:46:51.716139Z","steps":["trace[1095704130] 'agreement among raft nodes before linearized reading' (duration: 166.674187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.440278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960738990,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:46:53.565023Z","caller":"traceutil/trace.go:171","msg":"trace[594971873] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"676.916848ms","start":"2026-02-28T01:46:52.888081Z","end":"2026-02-28T01:46:53.564998Z","steps":["trace[594971873] 'process raft request' (duration: 676.735564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.565236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:52.888054Z","time spent":"677.085413ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:46:53.56953Z","caller":"traceutil/trace.go:171","msg":"trace[861131388] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"147.759427ms","start":"2026-02-28T01:46:53.421754Z","end":"2026-02-28T01:46:53.569514Z","steps":["trace[861131388] 'process raft request' (duration: 147.670035ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:53.569617Z","caller":"traceutil/trace.go:171","msg":"trace[1989933347] linearizableReadLoop","detail":"{readStateIndex:8086; appliedIndex:8081; }","duration":"629.34984ms","start":"2026-02-28T01:46:52.940249Z","end":"2026-02-28T01:46:53.569598Z","steps":["trace[1989933347] 'read index received' (duration: 624.615209ms)","trace[1989933347] 'applied index is now lower than readState.Index' (duration: 4.733311ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:53.569759Z","caller":"traceutil/trace.go:171","msg":"trace[1493417712] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"145.642827ms","start":"2026-02-28T01:46:53.424102Z","end":"2026-02-28T01:46:53.569745Z","steps":["trace[1493417712] 'process raft request' (duration: 145.380341ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:53.569751Z","caller":"traceutil/trace.go:171","msg":"trace[1642768860] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"310.603625ms","start":"2026-02-28T01:46:53.259132Z","end":"2026-02-28T01:46:53.569735Z","steps":["trace[1642768860] 'process raft request' (duration: 310.245427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.569935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:53.259118Z","time spent":"310.727487ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:53.570066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.82427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-28T01:46:53.57011Z","caller":"traceutil/trace.go:171","msg":"trace[711066801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7793; }","duration":"629.922652ms","start":"2026-02-28T01:46:52.940177Z","end":"2026-02-28T01:46:53.5701Z","steps":["trace[711066801] 'agreement among raft nodes before linearized reading' (duration: 629.741538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.570143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:52.940144Z","time spent":"629.990084ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T01:46:53.570232Z","caller":"traceutil/trace.go:171","msg":"trace[1055688178] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"314.240669ms","start":"2026-02-28T01:46:53.255979Z","end":"2026-02-28T01:46:53.570219Z","steps":["trace[1055688178] 'process raft request' (duration: 313.321538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.570338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:53.255962Z","time spent":"314.307851ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:53.570453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.252875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-28T01:46:53.570491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.627999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-28T01:46:53.570375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.204978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:53.570498Z","caller":"traceutil/trace.go:171","msg":"trace[535415374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7793; }","duration":"406.321807ms","start":"2026-02-28T01:46:53.164163Z","end":"2026-02-28T01:46:53.570485Z","steps":["trace[535415374] 'agreement among raft nodes before linearized reading' (duration: 406.227175ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:53.570528Z","caller":"traceutil/trace.go:171","msg":"trace[1405870982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:7793; }","duration":"224.676271ms","start":"2026-02-28T01:46:53.345837Z","end":"2026-02-28T01:46:53.570514Z","steps":["trace[1405870982] 'agreement among raft nodes before linearized reading' (duration: 224.575799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.570534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:53.164149Z","time spent":"406.378748ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:46:53.570515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.853318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:46:53.570622Z","caller":"traceutil/trace.go:171","msg":"trace[107660953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7793; }","duration":"350.488315ms","start":"2026-02-28T01:46:53.220121Z","end":"2026-02-28T01:46:53.570609Z","steps":["trace[107660953] 'agreement among raft nodes before linearized reading' (duration: 350.204109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.570672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:53.220109Z","time spent":"350.552446ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:46:53.57071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.448379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-28T01:46:53.570746Z","caller":"traceutil/trace.go:171","msg":"trace[192991614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7793; }","duration":"469.522511ms","start":"2026-02-28T01:46:53.101214Z","end":"2026-02-28T01:46:53.570737Z","steps":["trace[192991614] 'agreement among raft nodes before linearized reading' (duration: 469.432919ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:53.570621Z","caller":"traceutil/trace.go:171","msg":"trace[1505057986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7793; }","duration":"607.996001ms","start":"2026-02-28T01:46:52.962602Z","end":"2026-02-28T01:46:53.570598Z","steps":["trace[1505057986] 'agreement among raft nodes before linearized reading' (duration: 607.701604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:53.570792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:53.101194Z","time spent":"469.589733ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:53.570823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:52.96259Z","time spent":"608.224997ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:46:53.570867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.384977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:46:53.570955Z","caller":"traceutil/trace.go:171","msg":"trace[1451419496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7793; }","duration":"237.518201ms","start":"2026-02-28T01:46:53.333414Z","end":"2026-02-28T01:46:53.570932Z","steps":["trace[1451419496] 'agreement among raft nodes before linearized reading' (duration: 237.256155ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:46:55.573908Z","caller":"traceutil/trace.go:171","msg":"trace[68867407] linearizableReadLoop","detail":"{readStateIndex:8094; appliedIndex:8093; }","duration":"385.84684ms","start":"2026-02-28T01:46:55.188018Z","end":"2026-02-28T01:46:55.573865Z","steps":["trace[68867407] 'read index received' (duration: 385.599394ms)","trace[68867407] 'applied index is now lower than readState.Index' (duration: 245.646µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:55.574071Z","caller":"traceutil/trace.go:171","msg":"trace[1831604052] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"392.29514ms","start":"2026-02-28T01:46:55.181761Z","end":"2026-02-28T01:46:55.574056Z","steps":["trace[1831604052] 'process raft request' (duration: 391.832759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:55.574229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:55.181747Z","time spent":"392.358042ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:46:55.574315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.2775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-28T01:46:55.574409Z","caller":"traceutil/trace.go:171","msg":"trace[880418437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7801; }","duration":"386.397522ms","start":"2026-02-28T01:46:55.187988Z","end":"2026-02-28T01:46:55.574386Z","steps":["trace[880418437] 'agreement among raft nodes before linearized reading' (duration: 386.149027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:55.574463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:55.18797Z","time spent":"386.483615ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T01:46:55.592734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.112255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:55.592824Z","caller":"traceutil/trace.go:171","msg":"trace[44936896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7802; }","duration":"374.2717ms","start":"2026-02-28T01:46:55.218532Z","end":"2026-02-28T01:46:55.592803Z","steps":["trace[44936896] 'agreement among raft nodes before linearized reading' (duration: 374.121296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:55.592868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:55.218512Z","time spent":"374.347661ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T01:46:56.6582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.405142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:56.658303Z","caller":"traceutil/trace.go:171","msg":"trace[1303857088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7808; }","duration":"437.567146ms","start":"2026-02-28T01:46:56.220711Z","end":"2026-02-28T01:46:56.658278Z","steps":["trace[1303857088] 'range keys from in-memory index tree' (duration: 437.305589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:56.658301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.148814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:46:56.658351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:56.220687Z","time spent":"437.653888ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:46:56.658396Z","caller":"traceutil/trace.go:171","msg":"trace[822448280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7808; }","duration":"677.336219ms","start":"2026-02-28T01:46:55.981036Z","end":"2026-02-28T01:46:56.658372Z","steps":["trace[822448280] 'range keys from in-memory index tree' (duration: 676.926349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:56.658461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:46:55.981008Z","time spent":"677.441871ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T01:46:56.777401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.77226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-28T01:46:56.777647Z","caller":"traceutil/trace.go:171","msg":"trace[228213148] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8101; }","duration":"118.166266ms","start":"2026-02-28T01:46:56.659447Z","end":"2026-02-28T01:46:56.777613Z","steps":["trace[228213148] 'read index received' (duration: 52.491µs)","trace[228213148] 'applied index is now lower than readState.Index' (duration: 118.102875ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:46:56.778172Z","caller":"traceutil/trace.go:171","msg":"trace[2131995378] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"114.380957ms","start":"2026-02-28T01:46:56.663376Z","end":"2026-02-28T01:46:56.777757Z","steps":["trace[2131995378] 'process raft request' (duration: 114.126401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:46:56.779399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.938387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:46:56.779448Z","caller":"traceutil/trace.go:171","msg":"trace[248556369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7809; }","duration":"120.04385ms","start":"2026-02-28T01:46:56.659387Z","end":"2026-02-28T01:46:56.779431Z","steps":["trace[248556369] 'agreement among raft nodes before linearized reading' (duration: 118.36049ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:06.443678Z","caller":"traceutil/trace.go:171","msg":"trace[770489761] linearizableReadLoop","detail":"{readStateIndex:8194; appliedIndex:8193; }","duration":"220.553394ms","start":"2026-02-28T01:47:06.223093Z","end":"2026-02-28T01:47:06.443646Z","steps":["trace[770489761] 'read index received' (duration: 194.247191ms)","trace[770489761] 'applied index is now lower than readState.Index' (duration: 26.305053ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:47:06.443881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.767669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:47:06.443895Z","caller":"traceutil/trace.go:171","msg":"trace[1085856291] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"280.000671ms","start":"2026-02-28T01:47:06.163843Z","end":"2026-02-28T01:47:06.443844Z","steps":["trace[1085856291] 'process raft request' (duration: 253.495603ms)","trace[1085856291] 'compare' (duration: 25.367822ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:06.443948Z","caller":"traceutil/trace.go:171","msg":"trace[1716548368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"220.925823ms","start":"2026-02-28T01:47:06.222997Z","end":"2026-02-28T01:47:06.443923Z","steps":["trace[1716548368] 'agreement among raft nodes before linearized reading' (duration: 220.768179ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:07.462493Z","caller":"traceutil/trace.go:171","msg":"trace[390738536] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"319.003721ms","start":"2026-02-28T01:47:07.14346Z","end":"2026-02-28T01:47:07.462464Z","steps":["trace[390738536] 'process raft request' (duration: 318.837337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:07.462652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:07.14343Z","time spent":"319.145793ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:47:07.701248Z","caller":"traceutil/trace.go:171","msg":"trace[2028632177] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"183.07615ms","start":"2026-02-28T01:47:07.518142Z","end":"2026-02-28T01:47:07.701218Z","steps":["trace[2028632177] 'process raft request' (duration: 133.043603ms)","trace[2028632177] 'compare' (duration: 49.899944ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:07.754573Z","caller":"traceutil/trace.go:171","msg":"trace[78703083] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"121.775371ms","start":"2026-02-28T01:47:07.632775Z","end":"2026-02-28T01:47:07.75455Z","steps":["trace[78703083] 'process raft request' (duration: 121.628027ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:07.884902Z","caller":"traceutil/trace.go:171","msg":"trace[774343021] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"217.111374ms","start":"2026-02-28T01:47:07.667722Z","end":"2026-02-28T01:47:07.884833Z","steps":["trace[774343021] 'process raft request' (duration: 151.556595ms)","trace[774343021] 'compare' (duration: 65.264143ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:07.884973Z","caller":"traceutil/trace.go:171","msg":"trace[235114278] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8200; }","duration":"209.992258ms","start":"2026-02-28T01:47:07.674952Z","end":"2026-02-28T01:47:07.884944Z","steps":["trace[235114278] 'read index received' (duration: 79.479094ms)","trace[235114278] 'applied index is now lower than readState.Index' (duration: 130.512024ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:07.884991Z","caller":"traceutil/trace.go:171","msg":"trace[1215665273] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"160.32699ms","start":"2026-02-28T01:47:07.724641Z","end":"2026-02-28T01:47:07.884968Z","steps":["trace[1215665273] 'process raft request' (duration: 160.030803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:07.885323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.029229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-28T01:47:07.88536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.194466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:47:07.885388Z","caller":"traceutil/trace.go:171","msg":"trace[1985644526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7905; }","duration":"157.237597ms","start":"2026-02-28T01:47:07.72814Z","end":"2026-02-28T01:47:07.885378Z","steps":["trace[1985644526] 'agreement among raft nodes before linearized reading' (duration: 157.144545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:07.885354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.732432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T01:47:07.885412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.464416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tjfws\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-02-28T01:47:07.885407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.443269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:47:07.885476Z","caller":"traceutil/trace.go:171","msg":"trace[118134173] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tjfws; range_end:; response_count:1; response_revision:7905; }","duration":"161.575459ms","start":"2026-02-28T01:47:07.723886Z","end":"2026-02-28T01:47:07.885461Z","steps":["trace[118134173] 'agreement among raft nodes before linearized reading' (duration: 161.294983ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:07.885396Z","caller":"traceutil/trace.go:171","msg":"trace[1627653188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7905; }","duration":"156.155542ms","start":"2026-02-28T01:47:07.72922Z","end":"2026-02-28T01:47:07.885376Z","steps":["trace[1627653188] 'agreement among raft nodes before linearized reading' (duration: 155.907756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:07.885407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.428612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-02-28T01:47:07.885519Z","caller":"traceutil/trace.go:171","msg":"trace[1494807345] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7905; }","duration":"175.609756ms","start":"2026-02-28T01:47:07.709903Z","end":"2026-02-28T01:47:07.885513Z","steps":["trace[1494807345] 'agreement among raft nodes before linearized reading' (duration: 175.32473ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:07.885489Z","caller":"traceutil/trace.go:171","msg":"trace[715196641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:7905; }","duration":"210.580242ms","start":"2026-02-28T01:47:07.674891Z","end":"2026-02-28T01:47:07.885472Z","steps":["trace[715196641] 'agreement among raft nodes before linearized reading' (duration: 210.361587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:07.885531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.967668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:47:07.885465Z","caller":"traceutil/trace.go:171","msg":"trace[1733899573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7905; }","duration":"155.865566ms","start":"2026-02-28T01:47:07.729573Z","end":"2026-02-28T01:47:07.885438Z","steps":["trace[1733899573] 'agreement among raft nodes before linearized reading' (duration: 155.61491ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:07.885585Z","caller":"traceutil/trace.go:171","msg":"trace[2130741259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7905; }","duration":"156.04967ms","start":"2026-02-28T01:47:07.729521Z","end":"2026-02-28T01:47:07.88557Z","steps":["trace[2130741259] 'agreement among raft nodes before linearized reading' (duration: 155.855115ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:08.086777Z","caller":"traceutil/trace.go:171","msg":"trace[1421948131] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"197.097638ms","start":"2026-02-28T01:47:07.889645Z","end":"2026-02-28T01:47:08.086743Z","steps":["trace[1421948131] 'process raft request' (duration: 120.943641ms)","trace[1421948131] 'compare' (duration: 75.943022ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:08.087173Z","caller":"traceutil/trace.go:171","msg":"trace[1030155115] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"197.341363ms","start":"2026-02-28T01:47:07.889785Z","end":"2026-02-28T01:47:08.087126Z","steps":["trace[1030155115] 'process raft request' (duration: 196.904563ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:08.087517Z","caller":"traceutil/trace.go:171","msg":"trace[232904537] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"197.315502ms","start":"2026-02-28T01:47:07.890165Z","end":"2026-02-28T01:47:08.08748Z","steps":["trace[232904537] 'process raft request' (duration: 196.78278ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:08.087587Z","caller":"traceutil/trace.go:171","msg":"trace[547762460] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8203; }","duration":"195.021039ms","start":"2026-02-28T01:47:07.892548Z","end":"2026-02-28T01:47:08.087569Z","steps":["trace[547762460] 'read index received' (duration: 118.097325ms)","trace[547762460] 'applied index is now lower than readState.Index' (duration: 76.922464ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:08.087614Z","caller":"traceutil/trace.go:171","msg":"trace[287780552] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"197.383635ms","start":"2026-02-28T01:47:07.890202Z","end":"2026-02-28T01:47:08.087585Z","steps":["trace[287780552] 'process raft request' (duration: 197.147639ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:08.08772Z","caller":"traceutil/trace.go:171","msg":"trace[114210732] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"195.314205ms","start":"2026-02-28T01:47:07.892391Z","end":"2026-02-28T01:47:08.087705Z","steps":["trace[114210732] 'process raft request' (duration: 195.118731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:08.087972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.427956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:47:08.087986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.476066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:47:08.088031Z","caller":"traceutil/trace.go:171","msg":"trace[569181696] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7910; }","duration":"128.57967ms","start":"2026-02-28T01:47:07.959434Z","end":"2026-02-28T01:47:08.088014Z","steps":["trace[569181696] 'agreement among raft nodes before linearized reading' (duration: 128.366525ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:08.088061Z","caller":"traceutil/trace.go:171","msg":"trace[739914307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7910; }","duration":"155.607909ms","start":"2026-02-28T01:47:07.932433Z","end":"2026-02-28T01:47:08.088041Z","steps":["trace[739914307] 'agreement among raft nodes before linearized reading' (duration: 155.324593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:08.088332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.751016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228471"} {"level":"info","ts":"2026-02-28T01:47:08.088423Z","caller":"traceutil/trace.go:171","msg":"trace[549058457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7910; }","duration":"195.878009ms","start":"2026-02-28T01:47:07.892524Z","end":"2026-02-28T01:47:08.088402Z","steps":["trace[549058457] 'agreement among raft nodes before linearized reading' (duration: 195.266734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:08.972041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.803581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:47:08.972177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.026949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-02-28T01:47:08.97225Z","caller":"traceutil/trace.go:171","msg":"trace[601188472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7912; }","duration":"138.158232ms","start":"2026-02-28T01:47:08.83407Z","end":"2026-02-28T01:47:08.972229Z","steps":["trace[601188472] 'range keys from in-memory index tree' (duration: 137.845095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:08.97226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.328928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:47:08.972382Z","caller":"traceutil/trace.go:171","msg":"trace[1856000873] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7912; }","duration":"316.550033ms","start":"2026-02-28T01:47:08.655804Z","end":"2026-02-28T01:47:08.972354Z","steps":["trace[1856000873] 'count revisions from in-memory index tree' (duration: 316.184485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:08.97243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.250336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-28T01:47:08.972626Z","caller":"traceutil/trace.go:171","msg":"trace[1994285624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7912; }","duration":"388.43928ms","start":"2026-02-28T01:47:08.584066Z","end":"2026-02-28T01:47:08.972506Z","steps":["trace[1994285624] 'range keys from in-memory index tree' (duration: 387.917958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:47:08.972438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:08.655765Z","time spent":"316.658586ms","remote":"127.0.0.1:35078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:47:08.972819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:47:08.584015Z","time spent":"388.673636ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T01:47:08.97283Z","caller":"traceutil/trace.go:171","msg":"trace[1431399979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7912; }","duration":"133.977885ms","start":"2026-02-28T01:47:08.838151Z","end":"2026-02-28T01:47:08.972129Z","steps":["trace[1431399979] 'range keys from in-memory index tree' (duration: 133.577975ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:10.453561Z","caller":"traceutil/trace.go:171","msg":"trace[1255342090] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"122.19068ms","start":"2026-02-28T01:47:10.331337Z","end":"2026-02-28T01:47:10.453527Z","steps":["trace[1255342090] 'process raft request' (duration: 90.398589ms)","trace[1255342090] 'compare' (duration: 31.649508ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:47:20.135421Z","caller":"traceutil/trace.go:171","msg":"trace[259672039] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"202.106133ms","start":"2026-02-28T01:47:19.933288Z","end":"2026-02-28T01:47:20.135394Z","steps":["trace[259672039] 'process raft request' (duration: 201.97607ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:47:20.136688Z","caller":"traceutil/trace.go:171","msg":"trace[1434785333] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"184.672417ms","start":"2026-02-28T01:47:19.951986Z","end":"2026-02-28T01:47:20.136658Z","steps":["trace[1434785333] 'process raft request' (duration: 184.494853ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:09.1592Z","caller":"traceutil/trace.go:171","msg":"trace[1868965093] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"136.232398ms","start":"2026-02-28T01:48:09.022937Z","end":"2026-02-28T01:48:09.159169Z","steps":["trace[1868965093] 'process raft request' (duration: 136.049254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:09.418702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:48:09.418804Z","caller":"traceutil/trace.go:171","msg":"trace[1728271756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8474; }","duration":"115.298311ms","start":"2026-02-28T01:48:09.303485Z","end":"2026-02-28T01:48:09.418783Z","steps":["trace[1728271756] 'range keys from in-memory index tree' (duration: 114.911762ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:20.908089Z","caller":"traceutil/trace.go:171","msg":"trace[738145063] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"331.317996ms","start":"2026-02-28T01:48:20.576734Z","end":"2026-02-28T01:48:20.908052Z","steps":["trace[738145063] 'process raft request' (duration: 297.94601ms)","trace[738145063] 'compare' (duration: 33.159481ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:48:20.908139Z","caller":"traceutil/trace.go:171","msg":"trace[398614817] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"331.241144ms","start":"2026-02-28T01:48:20.576829Z","end":"2026-02-28T01:48:20.90807Z","steps":["trace[398614817] 'process raft request' (duration: 331.151342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:48:20.908289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:20.576704Z","time spent":"331.48988ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:48:20.908303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:20.576789Z","time spent":"331.423219ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:48:20.908568Z","caller":"traceutil/trace.go:171","msg":"trace[554965323] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"331.619843ms","start":"2026-02-28T01:48:20.576913Z","end":"2026-02-28T01:48:20.908533Z","steps":["trace[554965323] 'process raft request' (duration: 331.117131ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:20.908651Z","caller":"traceutil/trace.go:171","msg":"trace[1260938885] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"330.968848ms","start":"2026-02-28T01:48:20.577642Z","end":"2026-02-28T01:48:20.908611Z","steps":["trace[1260938885] 'process raft request' (duration: 330.825315ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:48:20.908628Z","caller":"traceutil/trace.go:171","msg":"trace[2087596730] linearizableReadLoop","detail":"{readStateIndex:8852; appliedIndex:8847; }","duration":"297.476509ms","start":"2026-02-28T01:48:20.611124Z","end":"2026-02-28T01:48:20.908601Z","steps":["trace[2087596730] 'read index received' (duration: 46.369528ms)","trace[2087596730] 'applied index is now lower than readState.Index' (duration: 251.105631ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:48:20.908858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:20.576878Z","time spent":"331.820038ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:48:20.908947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.809737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-28T01:48:20.908981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:48:20.57763Z","time spent":"331.135082ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:48:20.909056Z","caller":"traceutil/trace.go:171","msg":"trace[337887849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:8535; }","duration":"297.970881ms","start":"2026-02-28T01:48:20.61106Z","end":"2026-02-28T01:48:20.909031Z","steps":["trace[337887849] 'agreement among raft nodes before linearized reading' (duration: 297.684594ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:50:37.096936Z","caller":"traceutil/trace.go:171","msg":"trace[1663036918] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"114.123046ms","start":"2026-02-28T01:50:36.982775Z","end":"2026-02-28T01:50:37.096898Z","steps":["trace[1663036918] 'process raft request' (duration: 114.015693ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:50:37.097158Z","caller":"traceutil/trace.go:171","msg":"trace[244221756] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"181.225688ms","start":"2026-02-28T01:50:36.915899Z","end":"2026-02-28T01:50:37.097124Z","steps":["trace[244221756] 'process raft request' (duration: 180.607073ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:50:38.769239Z","caller":"traceutil/trace.go:171","msg":"trace[1746855340] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"107.102981ms","start":"2026-02-28T01:50:38.662111Z","end":"2026-02-28T01:50:38.769214Z","steps":["trace[1746855340] 'process raft request' (duration: 106.737892ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:50:43.728389Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T01:50:43.735459Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-28T01:50:43.735553Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-28T01:51:38.301615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7673} {"level":"info","ts":"2026-02-28T01:51:38.370339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7673,"took":"65.649819ms","hash":167375890,"current-db-size-bytes":43147264,"current-db-size":"43 MB","current-db-size-in-use-bytes":27561984,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-28T01:51:38.37041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":167375890,"revision":7673,"compact-revision":5655} {"level":"info","ts":"2026-02-28T01:51:44.041297Z","caller":"traceutil/trace.go:171","msg":"trace[2127548033] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"184.424233ms","start":"2026-02-28T01:51:43.856838Z","end":"2026-02-28T01:51:44.041262Z","steps":["trace[2127548033] 'process raft request' (duration: 184.207138ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:57.230564Z","caller":"traceutil/trace.go:171","msg":"trace[581055390] linearizableReadLoop","detail":"{readStateIndex:10706; appliedIndex:10704; }","duration":"102.768309ms","start":"2026-02-28T01:51:57.127766Z","end":"2026-02-28T01:51:57.230535Z","steps":["trace[581055390] 'read index received' (duration: 23.700015ms)","trace[581055390] 'applied index is now lower than readState.Index' (duration: 79.066924ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:51:57.23073Z","caller":"traceutil/trace.go:171","msg":"trace[606405908] transaction","detail":"{read_only:false; response_revision:10334; number_of_response:1; }","duration":"122.542722ms","start":"2026-02-28T01:51:57.108171Z","end":"2026-02-28T01:51:57.230714Z","steps":["trace[606405908] 'process raft request' (duration: 122.204284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:57.230877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.087806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:57.230959Z","caller":"traceutil/trace.go:171","msg":"trace[2107860839] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10334; }","duration":"103.217479ms","start":"2026-02-28T01:51:57.12772Z","end":"2026-02-28T01:51:57.230938Z","steps":["trace[2107860839] 'agreement among raft nodes before linearized reading' (duration: 103.066306ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:57.4605Z","caller":"traceutil/trace.go:171","msg":"trace[468082461] transaction","detail":"{read_only:false; response_revision:10335; number_of_response:1; }","duration":"155.799592ms","start":"2026-02-28T01:51:57.304667Z","end":"2026-02-28T01:51:57.460466Z","steps":["trace[468082461] 'process raft request' (duration: 80.236681ms)","trace[468082461] 'compare' (duration: 75.330766ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:51:58.534346Z","caller":"traceutil/trace.go:171","msg":"trace[1497013324] linearizableReadLoop","detail":"{readStateIndex:10708; appliedIndex:10707; }","duration":"374.312973ms","start":"2026-02-28T01:51:58.160004Z","end":"2026-02-28T01:51:58.534317Z","steps":["trace[1497013324] 'read index received' (duration: 374.133908ms)","trace[1497013324] 'applied index is now lower than readState.Index' (duration: 177.745µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:51:58.53452Z","caller":"traceutil/trace.go:171","msg":"trace[1730058940] transaction","detail":"{read_only:false; response_revision:10336; number_of_response:1; }","duration":"418.134361ms","start":"2026-02-28T01:51:58.116266Z","end":"2026-02-28T01:51:58.5344Z","steps":["trace[1730058940] 'process raft request' (duration: 417.888485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.534642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.458324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:51:58.534677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.763587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.534712Z","caller":"traceutil/trace.go:171","msg":"trace[714467032] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10336; }","duration":"196.539406ms","start":"2026-02-28T01:51:58.338147Z","end":"2026-02-28T01:51:58.534687Z","steps":["trace[714467032] 'agreement among raft nodes before linearized reading' (duration: 196.451774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.534816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.116242Z","time spent":"418.383516ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:51:58.534907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.574513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.534943Z","caller":"traceutil/trace.go:171","msg":"trace[497042174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10336; }","duration":"195.641375ms","start":"2026-02-28T01:51:58.339293Z","end":"2026-02-28T01:51:58.534935Z","steps":["trace[497042174] 'agreement among raft nodes before linearized reading' (duration: 195.586384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.534926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.356621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-28T01:51:58.534992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.905675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:51:58.535066Z","caller":"traceutil/trace.go:171","msg":"trace[632057175] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10336; }","duration":"196.525585ms","start":"2026-02-28T01:51:58.338493Z","end":"2026-02-28T01:51:58.535019Z","steps":["trace[632057175] 'agreement among raft nodes before linearized reading' (duration: 196.135796ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:58.535077Z","caller":"traceutil/trace.go:171","msg":"trace[1387251182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:10336; }","duration":"138.973306ms","start":"2026-02-28T01:51:58.396056Z","end":"2026-02-28T01:51:58.535029Z","steps":["trace[1387251182] 'agreement among raft nodes before linearized reading' (duration: 138.737521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.535135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.992753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-28T01:51:58.535167Z","caller":"traceutil/trace.go:171","msg":"trace[1359907590] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10336; }","duration":"196.024213ms","start":"2026-02-28T01:51:58.339135Z","end":"2026-02-28T01:51:58.535159Z","steps":["trace[1359907590] 'agreement among raft nodes before linearized reading' (duration: 195.930531ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:58.534847Z","caller":"traceutil/trace.go:171","msg":"trace[1687084043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10336; }","duration":"195.902711ms","start":"2026-02-28T01:51:58.338853Z","end":"2026-02-28T01:51:58.534756Z","steps":["trace[1687084043] 'agreement among raft nodes before linearized reading' (duration: 195.716747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.534518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.486147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:51:58.535355Z","caller":"traceutil/trace.go:171","msg":"trace[865658209] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10336; }","duration":"375.370418ms","start":"2026-02-28T01:51:58.159969Z","end":"2026-02-28T01:51:58.535339Z","steps":["trace[865658209] 'agreement among raft nodes before linearized reading' (duration: 374.449786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.535402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.159956Z","time spent":"375.43209ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T01:51:58.53558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.42552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.535617Z","caller":"traceutil/trace.go:171","msg":"trace[300752901] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10336; }","duration":"198.506362ms","start":"2026-02-28T01:51:58.337102Z","end":"2026-02-28T01:51:58.535608Z","steps":["trace[300752901] 'agreement among raft nodes before linearized reading' (duration: 198.450791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.535639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.772365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-28T01:51:58.535686Z","caller":"traceutil/trace.go:171","msg":"trace[1286101192] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10336; }","duration":"328.836587ms","start":"2026-02-28T01:51:58.206838Z","end":"2026-02-28T01:51:58.535675Z","steps":["trace[1286101192] 'agreement among raft nodes before linearized reading' (duration: 328.717945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.535723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.206829Z","time spent":"328.886128ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-28T01:51:58.535731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.868936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.535766Z","caller":"traceutil/trace.go:171","msg":"trace[2006060948] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10336; }","duration":"333.918536ms","start":"2026-02-28T01:51:58.201837Z","end":"2026-02-28T01:51:58.535756Z","steps":["trace[2006060948] 'agreement among raft nodes before linearized reading' (duration: 333.864285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.5358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.201831Z","time spent":"333.962267ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-28T01:51:58.535994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.02924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T01:51:58.536043Z","caller":"traceutil/trace.go:171","msg":"trace[1710869258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10336; }","duration":"375.079291ms","start":"2026-02-28T01:51:58.16095Z","end":"2026-02-28T01:51:58.53603Z","steps":["trace[1710869258] 'agreement among raft nodes before linearized reading' (duration: 374.865536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.536317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.892209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.536362Z","caller":"traceutil/trace.go:171","msg":"trace[370708101] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10336; }","duration":"334.973801ms","start":"2026-02-28T01:51:58.201377Z","end":"2026-02-28T01:51:58.536351Z","steps":["trace[370708101] 'agreement among raft nodes before linearized reading' (duration: 334.90396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.536366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.559771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.536402Z","caller":"traceutil/trace.go:171","msg":"trace[2013256476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10336; }","duration":"334.629323ms","start":"2026-02-28T01:51:58.201763Z","end":"2026-02-28T01:51:58.536392Z","steps":["trace[2013256476] 'agreement among raft nodes before linearized reading' (duration: 334.572212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.536441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.201752Z","time spent":"334.682714ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T01:51:58.536548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.852388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.536578Z","caller":"traceutil/trace.go:171","msg":"trace[103677392] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10336; }","duration":"334.919729ms","start":"2026-02-28T01:51:58.20165Z","end":"2026-02-28T01:51:58.536569Z","steps":["trace[103677392] 'agreement among raft nodes before linearized reading' (duration: 334.875398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.536605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.20164Z","time spent":"334.959241ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-28T01:51:58.536733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.154196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T01:51:58.536768Z","caller":"traceutil/trace.go:171","msg":"trace[573981662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10336; }","duration":"373.223258ms","start":"2026-02-28T01:51:58.163533Z","end":"2026-02-28T01:51:58.536756Z","steps":["trace[573981662] 'agreement among raft nodes before linearized reading' (duration: 373.133406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.536793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.163514Z","time spent":"373.274269ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T01:51:58.537054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.62681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-28T01:51:58.537117Z","caller":"traceutil/trace.go:171","msg":"trace[1865687278] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10336; }","duration":"368.759683ms","start":"2026-02-28T01:51:58.168325Z","end":"2026-02-28T01:51:58.537085Z","steps":["trace[1865687278] 'agreement among raft nodes before linearized reading' (duration: 368.593089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.537155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.168315Z","time spent":"368.829795ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:51:58.537318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.857972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-28T01:51:58.53735Z","caller":"traceutil/trace.go:171","msg":"trace[832583778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10336; }","duration":"373.906284ms","start":"2026-02-28T01:51:58.163436Z","end":"2026-02-28T01:51:58.537342Z","steps":["trace[832583778] 'agreement among raft nodes before linearized reading' (duration: 373.821202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.537374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.163425Z","time spent":"373.942834ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T01:51:58.536075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.160918Z","time spent":"375.149373ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T01:51:58.536411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:51:58.201358Z","time spent":"335.028622ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T01:51:58.774047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.498079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T01:51:58.774346Z","caller":"traceutil/trace.go:171","msg":"trace[70075770] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"231.771952ms","start":"2026-02-28T01:51:58.542556Z","end":"2026-02-28T01:51:58.774328Z","steps":["trace[70075770] 'process raft request' (duration: 94.874594ms)","trace[70075770] 'compare' (duration: 136.342725ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:51:58.774464Z","caller":"traceutil/trace.go:171","msg":"trace[556020220] transaction","detail":"{read_only:false; response_revision:10338; number_of_response:1; }","duration":"231.878185ms","start":"2026-02-28T01:51:58.542556Z","end":"2026-02-28T01:51:58.774434Z","steps":["trace[556020220] 'process raft request' (duration: 231.623979ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:58.774516Z","caller":"traceutil/trace.go:171","msg":"trace[1218347136] transaction","detail":"{read_only:false; response_revision:10339; number_of_response:1; }","duration":"231.395194ms","start":"2026-02-28T01:51:58.543101Z","end":"2026-02-28T01:51:58.774496Z","steps":["trace[1218347136] 'process raft request' (duration: 231.245201ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:58.774676Z","caller":"traceutil/trace.go:171","msg":"trace[2086137139] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"221.990583ms","start":"2026-02-28T01:51:58.552676Z","end":"2026-02-28T01:51:58.774667Z","steps":["trace[2086137139] 'process raft request' (duration: 221.760908ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:58.774659Z","caller":"traceutil/trace.go:171","msg":"trace[1645402823] linearizableReadLoop","detail":"{readStateIndex:10711; appliedIndex:10708; }","duration":"231.362164ms","start":"2026-02-28T01:51:58.543269Z","end":"2026-02-28T01:51:58.774631Z","steps":["trace[1645402823] 'read index received' (duration: 94.145637ms)","trace[1645402823] 'applied index is now lower than readState.Index' (duration: 137.215147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:51:58.774831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.228368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:51:58.774882Z","caller":"traceutil/trace.go:171","msg":"trace[202663917] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10340; }","duration":"181.30915ms","start":"2026-02-28T01:51:58.593551Z","end":"2026-02-28T01:51:58.77486Z","steps":["trace[202663917] 'agreement among raft nodes before linearized reading' (duration: 181.222338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.77503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.375132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:51:58.775071Z","caller":"traceutil/trace.go:171","msg":"trace[1585096471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10340; }","duration":"120.439924ms","start":"2026-02-28T01:51:58.65462Z","end":"2026-02-28T01:51:58.77506Z","steps":["trace[1585096471] 'agreement among raft nodes before linearized reading' (duration: 120.29599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:51:58.775766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.47389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447661"} {"level":"info","ts":"2026-02-28T01:51:58.775837Z","caller":"traceutil/trace.go:171","msg":"trace[263999591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10340; }","duration":"232.566561ms","start":"2026-02-28T01:51:58.543252Z","end":"2026-02-28T01:51:58.775819Z","steps":["trace[263999591] 'agreement among raft nodes before linearized reading' (duration: 231.483916ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:59.374607Z","caller":"traceutil/trace.go:171","msg":"trace[200586881] transaction","detail":"{read_only:false; response_revision:10342; number_of_response:1; }","duration":"138.521716ms","start":"2026-02-28T01:51:59.236059Z","end":"2026-02-28T01:51:59.374581Z","steps":["trace[200586881] 'process raft request' (duration: 138.352792ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:51:59.494319Z","caller":"traceutil/trace.go:171","msg":"trace[2105323902] linearizableReadLoop","detail":"{readStateIndex:10715; appliedIndex:10713; }","duration":"127.356035ms","start":"2026-02-28T01:51:59.366933Z","end":"2026-02-28T01:51:59.494289Z","steps":["trace[2105323902] 'read index received' (duration: 7.520566ms)","trace[2105323902] 'applied index is now lower than readState.Index' (duration: 119.833819ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:51:59.494437Z","caller":"traceutil/trace.go:171","msg":"trace[1033590249] transaction","detail":"{read_only:false; response_revision:10343; number_of_response:1; }","duration":"187.040414ms","start":"2026-02-28T01:51:59.307371Z","end":"2026-02-28T01:51:59.494411Z","steps":["trace[1033590249] 'process raft request' (duration: 109.830154ms)","trace[1033590249] 'compare' (duration: 76.889603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:51:59.494806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.846877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:51:59.495087Z","caller":"traceutil/trace.go:171","msg":"trace[1606955571] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10343; }","duration":"128.186845ms","start":"2026-02-28T01:51:59.366879Z","end":"2026-02-28T01:51:59.495065Z","steps":["trace[1606955571] 'agreement among raft nodes before linearized reading' (duration: 127.515359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:52:00.644215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.113017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:52:00.644248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.085366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-28T01:52:00.644302Z","caller":"traceutil/trace.go:171","msg":"trace[1540293818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10346; }","duration":"100.275ms","start":"2026-02-28T01:52:00.544006Z","end":"2026-02-28T01:52:00.644281Z","steps":["trace[1540293818] 'range keys from in-memory index tree' (duration: 100.010014ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:52:00.644323Z","caller":"traceutil/trace.go:171","msg":"trace[1350758778] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10346; }","duration":"100.181519ms","start":"2026-02-28T01:52:00.54412Z","end":"2026-02-28T01:52:00.644302Z","steps":["trace[1350758778] 'range keys from in-memory index tree' (duration: 99.945962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:52:00.644086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.065739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-28T01:52:00.644436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.379863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:52:00.644538Z","caller":"traceutil/trace.go:171","msg":"trace[1718289387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10346; }","duration":"100.511556ms","start":"2026-02-28T01:52:00.544004Z","end":"2026-02-28T01:52:00.644516Z","steps":["trace[1718289387] 'range keys from in-memory index tree' (duration: 100.332772ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:52:00.644645Z","caller":"traceutil/trace.go:171","msg":"trace[779988115] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10346; }","duration":"101.53063ms","start":"2026-02-28T01:52:00.542927Z","end":"2026-02-28T01:52:00.644457Z","steps":["trace[779988115] 'range keys from in-memory index tree' (duration: 100.820113ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:56:38.308297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10217} {"level":"info","ts":"2026-02-28T01:56:38.396424Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10217,"took":"85.227567ms","hash":673626850,"current-db-size-bytes":43147264,"current-db-size":"43 MB","current-db-size-in-use-bytes":24956928,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T01:56:38.396488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":673626850,"revision":10217,"compact-revision":7673} {"level":"info","ts":"2026-02-28T01:57:37.07696Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003290.wal"} {"level":"warn","ts":"2026-02-28T01:58:08.394353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960752964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:58:08.410275Z","caller":"traceutil/trace.go:171","msg":"trace[1914385135] linearizableReadLoop","detail":"{readStateIndex:13110; appliedIndex:13109; }","duration":"516.772342ms","start":"2026-02-28T01:58:07.893472Z","end":"2026-02-28T01:58:08.410244Z","steps":["trace[1914385135] 'read index received' (duration: 516.640599ms)","trace[1914385135] 'applied index is now lower than readState.Index' (duration: 130.673µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:08.410415Z","caller":"traceutil/trace.go:171","msg":"trace[898624370] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"550.649616ms","start":"2026-02-28T01:58:07.859751Z","end":"2026-02-28T01:58:08.410401Z","steps":["trace[898624370] 'process raft request' (duration: 550.312148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:08.410539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:07.859721Z","time spent":"550.727968ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:58:08.410634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.165377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:58:08.41074Z","caller":"traceutil/trace.go:171","msg":"trace[449643328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12651; }","duration":"190.336621ms","start":"2026-02-28T01:58:08.220377Z","end":"2026-02-28T01:58:08.410714Z","steps":["trace[449643328] 'agreement among raft nodes before linearized reading' (duration: 190.168717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:08.411187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.665783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T01:58:08.411372Z","caller":"traceutil/trace.go:171","msg":"trace[287559844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:12651; }","duration":"517.918519ms","start":"2026-02-28T01:58:07.893422Z","end":"2026-02-28T01:58:08.41134Z","steps":["trace[287559844] 'agreement among raft nodes before linearized reading' (duration: 517.368736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:08.411449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:07.893404Z","time spent":"518.025232ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gzpj5\" "} {"level":"info","ts":"2026-02-28T01:58:08.904687Z","caller":"traceutil/trace.go:171","msg":"trace[1633473111] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"147.714782ms","start":"2026-02-28T01:58:08.756942Z","end":"2026-02-28T01:58:08.904657Z","steps":["trace[1633473111] 'process raft request' (duration: 147.548648ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:08.912828Z","caller":"traceutil/trace.go:171","msg":"trace[611422199] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"155.467354ms","start":"2026-02-28T01:58:08.757334Z","end":"2026-02-28T01:58:08.912802Z","steps":["trace[611422199] 'process raft request' (duration: 155.250139ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:08.91306Z","caller":"traceutil/trace.go:171","msg":"trace[1600471328] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"155.446963ms","start":"2026-02-28T01:58:08.757605Z","end":"2026-02-28T01:58:08.913052Z","steps":["trace[1600471328] 'process raft request' (duration: 155.108275ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:08.913413Z","caller":"traceutil/trace.go:171","msg":"trace[1664877784] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"154.709876ms","start":"2026-02-28T01:58:08.758676Z","end":"2026-02-28T01:58:08.913386Z","steps":["trace[1664877784] 'process raft request' (duration: 154.344517ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:08.913465Z","caller":"traceutil/trace.go:171","msg":"trace[1596992588] linearizableReadLoop","detail":"{readStateIndex:13114; appliedIndex:13110; }","duration":"127.422266ms","start":"2026-02-28T01:58:08.786032Z","end":"2026-02-28T01:58:08.913454Z","steps":["trace[1596992588] 'read index received' (duration: 118.551539ms)","trace[1596992588] 'applied index is now lower than readState.Index' (duration: 8.869797ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:08.913535Z","caller":"traceutil/trace.go:171","msg":"trace[791438264] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"113.593392ms","start":"2026-02-28T01:58:08.799935Z","end":"2026-02-28T01:58:08.913529Z","steps":["trace[791438264] 'process raft request' (duration: 113.361037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:08.913799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.754505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T01:58:08.913884Z","caller":"traceutil/trace.go:171","msg":"trace[222703822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12656; }","duration":"127.884978ms","start":"2026-02-28T01:58:08.785974Z","end":"2026-02-28T01:58:08.913859Z","steps":["trace[222703822] 'agreement among raft nodes before linearized reading' (duration: 127.581721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:08.913782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.245492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:58:08.914023Z","caller":"traceutil/trace.go:171","msg":"trace[922027633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12656; }","duration":"127.529079ms","start":"2026-02-28T01:58:08.786454Z","end":"2026-02-28T01:58:08.913983Z","steps":["trace[922027633] 'agreement among raft nodes before linearized reading' (duration: 127.112099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.433703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960753071,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:58:15.554169Z","caller":"traceutil/trace.go:171","msg":"trace[1284692262] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"623.255578ms","start":"2026-02-28T01:58:14.930888Z","end":"2026-02-28T01:58:15.554144Z","steps":["trace[1284692262] 'process raft request' (duration: 623.072394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.554315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.930846Z","time spent":"623.383821ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:58:15.554584Z","caller":"traceutil/trace.go:171","msg":"trace[97051038] linearizableReadLoop","detail":"{readStateIndex:13142; appliedIndex:13139; }","duration":"621.64691ms","start":"2026-02-28T01:58:14.932929Z","end":"2026-02-28T01:58:15.554576Z","steps":["trace[97051038] 'read index received' (duration: 621.045716ms)","trace[97051038] 'applied index is now lower than readState.Index' (duration: 600.284µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:15.554466Z","caller":"traceutil/trace.go:171","msg":"trace[1993991871] transaction","detail":"{read_only:false; response_revision:12681; number_of_response:1; }","duration":"541.778659ms","start":"2026-02-28T01:58:15.012678Z","end":"2026-02-28T01:58:15.554457Z","steps":["trace[1993991871] 'process raft request' (duration: 541.699647ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:15.55464Z","caller":"traceutil/trace.go:171","msg":"trace[1820210286] transaction","detail":"{read_only:false; response_revision:12682; number_of_response:1; }","duration":"399.071124ms","start":"2026-02-28T01:58:15.155562Z","end":"2026-02-28T01:58:15.554634Z","steps":["trace[1820210286] 'process raft request' (duration: 398.858299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.554685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:15.155526Z","time spent":"399.130524ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:58:15.554776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:15.012644Z","time spent":"542.023685ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:58:15.554877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.098737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-28T01:58:15.554952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.441735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T01:58:15.554972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.031379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:58:15.55504Z","caller":"traceutil/trace.go:171","msg":"trace[391111089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12682; }","duration":"615.550128ms","start":"2026-02-28T01:58:14.939466Z","end":"2026-02-28T01:58:15.555016Z","steps":["trace[391111089] 'agreement among raft nodes before linearized reading' (duration: 615.279961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.555034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.526776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T01:58:15.554974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.548087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:58:15.555083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.939458Z","time spent":"615.616139ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T01:58:15.555066Z","caller":"traceutil/trace.go:171","msg":"trace[1563545881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12682; }","duration":"622.162922ms","start":"2026-02-28T01:58:14.932873Z","end":"2026-02-28T01:58:15.555036Z","steps":["trace[1563545881] 'agreement among raft nodes before linearized reading' (duration: 621.927907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.555133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.932861Z","time spent":"622.263234ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T01:58:15.555132Z","caller":"traceutil/trace.go:171","msg":"trace[1104764528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12682; }","duration":"612.66541ms","start":"2026-02-28T01:58:14.942438Z","end":"2026-02-28T01:58:15.555103Z","steps":["trace[1104764528] 'agreement among raft nodes before linearized reading' (duration: 612.341032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.555195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.942423Z","time spent":"612.757042ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T01:58:15.555129Z","caller":"traceutil/trace.go:171","msg":"trace[1349146587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12682; }","duration":"333.757823ms","start":"2026-02-28T01:58:15.221351Z","end":"2026-02-28T01:58:15.555109Z","steps":["trace[1349146587] 'agreement among raft nodes before linearized reading' (duration: 333.576209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.555271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:15.221322Z","time spent":"333.941086ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:58:15.554955Z","caller":"traceutil/trace.go:171","msg":"trace[2123369009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12682; }","duration":"612.185239ms","start":"2026-02-28T01:58:14.942748Z","end":"2026-02-28T01:58:15.554933Z","steps":["trace[2123369009] 'agreement among raft nodes before linearized reading' (duration: 611.963844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.555358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.942741Z","time spent":"612.585988ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T01:58:15.558192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.548601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T01:58:15.558259Z","caller":"traceutil/trace.go:171","msg":"trace[1515595808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12682; }","duration":"619.661193ms","start":"2026-02-28T01:58:14.938582Z","end":"2026-02-28T01:58:15.558243Z","steps":["trace[1515595808] 'agreement among raft nodes before linearized reading' (duration: 616.09729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.558296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.938553Z","time spent":"619.734525ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T01:58:15.558671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.616972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:58:15.558719Z","caller":"traceutil/trace.go:171","msg":"trace[1958316841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12682; }","duration":"619.712615ms","start":"2026-02-28T01:58:14.938994Z","end":"2026-02-28T01:58:15.558706Z","steps":["trace[1958316841] 'agreement among raft nodes before linearized reading' (duration: 615.766453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:15.55875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:14.938971Z","time spent":"619.771786ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T01:58:25.116063Z","caller":"traceutil/trace.go:171","msg":"trace[757360372] transaction","detail":"{read_only:false; response_revision:12742; number_of_response:1; }","duration":"492.206046ms","start":"2026-02-28T01:58:24.623824Z","end":"2026-02-28T01:58:25.11603Z","steps":["trace[757360372] 'process raft request' (duration: 491.984121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:25.116282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:24.623804Z","time spent":"492.38022ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:58:26.830391Z","caller":"traceutil/trace.go:171","msg":"trace[368256349] transaction","detail":"{read_only:false; response_revision:12755; number_of_response:1; }","duration":"162.017848ms","start":"2026-02-28T01:58:26.668344Z","end":"2026-02-28T01:58:26.830362Z","steps":["trace[368256349] 'process raft request' (duration: 161.860764ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:26.832679Z","caller":"traceutil/trace.go:171","msg":"trace[1445202381] transaction","detail":"{read_only:false; response_revision:12756; number_of_response:1; }","duration":"152.460033ms","start":"2026-02-28T01:58:26.68019Z","end":"2026-02-28T01:58:26.83265Z","steps":["trace[1445202381] 'process raft request' (duration: 152.196397ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:33.965777Z","caller":"traceutil/trace.go:171","msg":"trace[1572612617] linearizableReadLoop","detail":"{readStateIndex:13359; appliedIndex:13358; }","duration":"211.793303ms","start":"2026-02-28T01:58:33.753949Z","end":"2026-02-28T01:58:33.965742Z","steps":["trace[1572612617] 'read index received' (duration: 150.185019ms)","trace[1572612617] 'applied index is now lower than readState.Index' (duration: 61.606914ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:33.965837Z","caller":"traceutil/trace.go:171","msg":"trace[228167392] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"236.058553ms","start":"2026-02-28T01:58:33.729742Z","end":"2026-02-28T01:58:33.965801Z","steps":["trace[228167392] 'process raft request' (duration: 174.472709ms)","trace[228167392] 'compare' (duration: 61.285697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T01:58:33.966074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.109411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T01:58:33.966119Z","caller":"traceutil/trace.go:171","msg":"trace[514083669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12893; }","duration":"212.204043ms","start":"2026-02-28T01:58:33.753904Z","end":"2026-02-28T01:58:33.966108Z","steps":["trace[514083669] 'agreement among raft nodes before linearized reading' (duration: 212.000008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:33.96631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.207202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T01:58:33.966365Z","caller":"traceutil/trace.go:171","msg":"trace[132185317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12893; }","duration":"165.293955ms","start":"2026-02-28T01:58:33.801051Z","end":"2026-02-28T01:58:33.966345Z","steps":["trace[132185317] 'agreement among raft nodes before linearized reading' (duration: 165.158571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:33.966362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.282061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-6c6687ddd6-fmlhl\" ","response":"range_response_count:1 size:7042"} {"level":"info","ts":"2026-02-28T01:58:33.966459Z","caller":"traceutil/trace.go:171","msg":"trace[752756642] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-6c6687ddd6-fmlhl; range_end:; response_count:1; response_revision:12893; }","duration":"199.421035ms","start":"2026-02-28T01:58:33.767011Z","end":"2026-02-28T01:58:33.966432Z","steps":["trace[752756642] 'agreement among raft nodes before linearized reading' (duration: 199.148158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:33.966538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.391497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T01:58:33.966582Z","caller":"traceutil/trace.go:171","msg":"trace[2104153394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12893; }","duration":"165.445058ms","start":"2026-02-28T01:58:33.801121Z","end":"2026-02-28T01:58:33.966566Z","steps":["trace[2104153394] 'agreement among raft nodes before linearized reading' (duration: 165.342415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:33.966637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.265728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T01:58:33.966672Z","caller":"traceutil/trace.go:171","msg":"trace[729592661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12893; }","duration":"181.33309ms","start":"2026-02-28T01:58:33.785329Z","end":"2026-02-28T01:58:33.966662Z","steps":["trace[729592661] 'agreement among raft nodes before linearized reading' (duration: 181.237518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:33.966684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.396561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-02ded503-1119-458d-9d95-db65167fb404\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-02-28T01:58:33.96668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.733709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T01:58:33.966698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.685277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff6034b1-5151-41dc-8c16-154cd709edc5\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-02-28T01:58:33.966771Z","caller":"traceutil/trace.go:171","msg":"trace[1279882364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12893; }","duration":"175.878782ms","start":"2026-02-28T01:58:33.790876Z","end":"2026-02-28T01:58:33.966754Z","steps":["trace[1279882364] 'agreement among raft nodes before linearized reading' (duration: 175.575175ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:33.966772Z","caller":"traceutil/trace.go:171","msg":"trace[636651451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-02ded503-1119-458d-9d95-db65167fb404; range_end:; response_count:1; response_revision:12893; }","duration":"137.542984ms","start":"2026-02-28T01:58:33.829206Z","end":"2026-02-28T01:58:33.966749Z","steps":["trace[636651451] 'agreement among raft nodes before linearized reading' (duration: 137.312389ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:33.966793Z","caller":"traceutil/trace.go:171","msg":"trace[1686750368] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff6034b1-5151-41dc-8c16-154cd709edc5; range_end:; response_count:1; response_revision:12893; }","duration":"140.84279ms","start":"2026-02-28T01:58:33.825928Z","end":"2026-02-28T01:58:33.966771Z","steps":["trace[1686750368] 'agreement among raft nodes before linearized reading' (duration: 140.531373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:33.966718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.193579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T01:58:33.966907Z","caller":"traceutil/trace.go:171","msg":"trace[180240137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12893; }","duration":"167.392473ms","start":"2026-02-28T01:58:33.799504Z","end":"2026-02-28T01:58:33.966897Z","steps":["trace[180240137] 'agreement among raft nodes before linearized reading' (duration: 167.154578ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:34.111998Z","caller":"traceutil/trace.go:171","msg":"trace[1866275610] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"141.339643ms","start":"2026-02-28T01:58:33.970624Z","end":"2026-02-28T01:58:34.111964Z","steps":["trace[1866275610] 'process raft request' (duration: 121.716703ms)","trace[1866275610] 'compare' (duration: 19.362034ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:34.112345Z","caller":"traceutil/trace.go:171","msg":"trace[1295818991] transaction","detail":"{read_only:false; response_revision:12896; number_of_response:1; }","duration":"141.309862ms","start":"2026-02-28T01:58:33.971005Z","end":"2026-02-28T01:58:34.112315Z","steps":["trace[1295818991] 'process raft request' (duration: 140.897822ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:34.112375Z","caller":"traceutil/trace.go:171","msg":"trace[1935330830] transaction","detail":"{read_only:false; response_revision:12897; number_of_response:1; }","duration":"141.143848ms","start":"2026-02-28T01:58:33.971213Z","end":"2026-02-28T01:58:34.112357Z","steps":["trace[1935330830] 'process raft request' (duration: 140.957924ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:34.112523Z","caller":"traceutil/trace.go:171","msg":"trace[266012149] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"137.307318ms","start":"2026-02-28T01:58:33.975192Z","end":"2026-02-28T01:58:34.112499Z","steps":["trace[266012149] 'process raft request' (duration: 137.214056ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:34.112764Z","caller":"traceutil/trace.go:171","msg":"trace[1248084501] transaction","detail":"{read_only:false; response_revision:12898; number_of_response:1; }","duration":"141.539497ms","start":"2026-02-28T01:58:33.971216Z","end":"2026-02-28T01:58:34.112755Z","steps":["trace[1248084501] 'process raft request' (duration: 141.071066ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:34.112861Z","caller":"traceutil/trace.go:171","msg":"trace[1672175013] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"140.977124ms","start":"2026-02-28T01:58:33.971872Z","end":"2026-02-28T01:58:34.11285Z","steps":["trace[1672175013] 'process raft request' (duration: 140.450592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:34.721053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960753579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:58:34.891253Z","caller":"traceutil/trace.go:171","msg":"trace[1171844718] linearizableReadLoop","detail":"{readStateIndex:13368; appliedIndex:13367; }","duration":"670.504825ms","start":"2026-02-28T01:58:34.220722Z","end":"2026-02-28T01:58:34.891227Z","steps":["trace[1171844718] 'read index received' (duration: 670.226609ms)","trace[1171844718] 'applied index is now lower than readState.Index' (duration: 277.176µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:34.891392Z","caller":"traceutil/trace.go:171","msg":"trace[1912108405] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"765.946933ms","start":"2026-02-28T01:58:34.125431Z","end":"2026-02-28T01:58:34.891378Z","steps":["trace[1912108405] 'process raft request' (duration: 765.584574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:34.891512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.125416Z","time spent":"766.011264ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:58:34.891594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.169347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:58:34.891579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.831633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:58:34.891686Z","caller":"traceutil/trace.go:171","msg":"trace[1484665023] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12902; }","duration":"289.27008ms","start":"2026-02-28T01:58:34.60239Z","end":"2026-02-28T01:58:34.89166Z","steps":["trace[1484665023] 'agreement among raft nodes before linearized reading' (duration: 289.102146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:34.891658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.512326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-28T01:58:34.891698Z","caller":"traceutil/trace.go:171","msg":"trace[363386040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12902; }","duration":"671.009568ms","start":"2026-02-28T01:58:34.22066Z","end":"2026-02-28T01:58:34.89167Z","steps":["trace[363386040] 'agreement among raft nodes before linearized reading' (duration: 670.801163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:34.891762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.220639Z","time spent":"671.1142ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T01:58:34.891768Z","caller":"traceutil/trace.go:171","msg":"trace[1275242834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12902; }","duration":"292.68517ms","start":"2026-02-28T01:58:34.599052Z","end":"2026-02-28T01:58:34.891737Z","steps":["trace[1275242834] 'agreement among raft nodes before linearized reading' (duration: 292.449415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:34.89182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.982188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-02-28T01:58:34.891761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.81518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-pdn9n.18984672f864d07b\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-02-28T01:58:34.891906Z","caller":"traceutil/trace.go:171","msg":"trace[271468827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:12902; }","duration":"247.130943ms","start":"2026-02-28T01:58:34.644751Z","end":"2026-02-28T01:58:34.891882Z","steps":["trace[271468827] 'agreement among raft nodes before linearized reading' (duration: 246.685232ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:34.891995Z","caller":"traceutil/trace.go:171","msg":"trace[782422511] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-pdn9n.18984672f864d07b; range_end:; response_count:1; response_revision:12902; }","duration":"388.114167ms","start":"2026-02-28T01:58:34.503828Z","end":"2026-02-28T01:58:34.891942Z","steps":["trace[782422511] 'agreement among raft nodes before linearized reading' (duration: 387.622055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:34.893213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.503806Z","time spent":"389.387176ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/ovn-controller-pdn9n.18984672f864d07b\" "} {"level":"warn","ts":"2026-02-28T01:58:35.414467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960753587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T01:58:35.467366Z","caller":"traceutil/trace.go:171","msg":"trace[1669463863] linearizableReadLoop","detail":"{readStateIndex:13370; appliedIndex:13369; }","duration":"553.900702ms","start":"2026-02-28T01:58:34.913439Z","end":"2026-02-28T01:58:35.467339Z","steps":["trace[1669463863] 'read index received' (duration: 553.522123ms)","trace[1669463863] 'applied index is now lower than readState.Index' (duration: 377.379µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:58:35.467542Z","caller":"traceutil/trace.go:171","msg":"trace[1672304688] transaction","detail":"{read_only:false; response_revision:12904; number_of_response:1; }","duration":"562.76708ms","start":"2026-02-28T01:58:34.904722Z","end":"2026-02-28T01:58:35.467489Z","steps":["trace[1672304688] 'process raft request' (duration: 562.440872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:35.467863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.337336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19026"} {"level":"info","ts":"2026-02-28T01:58:35.467929Z","caller":"traceutil/trace.go:171","msg":"trace[830850950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12904; }","duration":"552.444169ms","start":"2026-02-28T01:58:34.915464Z","end":"2026-02-28T01:58:35.467908Z","steps":["trace[830850950] 'agreement among raft nodes before linearized reading' (duration: 552.255034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:35.467947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.698618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff6034b1-5151-41dc-8c16-154cd709edc5\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-02-28T01:58:35.467976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.91545Z","time spent":"552.51575ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T01:58:35.467971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.358993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T01:58:35.467999Z","caller":"traceutil/trace.go:171","msg":"trace[1572653661] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff6034b1-5151-41dc-8c16-154cd709edc5; range_end:; response_count:1; response_revision:12904; }","duration":"492.79593ms","start":"2026-02-28T01:58:34.975182Z","end":"2026-02-28T01:58:35.467978Z","steps":["trace[1572653661] 'agreement among raft nodes before linearized reading' (duration: 492.619616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:35.467988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.279775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-02ded503-1119-458d-9d95-db65167fb404\" ","response":"range_response_count:1 size:3727"} {"level":"warn","ts":"2026-02-28T01:58:35.468046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.975174Z","time spent":"492.865322ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff6034b1-5151-41dc-8c16-154cd709edc5\" "} {"level":"info","ts":"2026-02-28T01:58:35.46806Z","caller":"traceutil/trace.go:171","msg":"trace[1964489095] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12904; }","duration":"141.527887ms","start":"2026-02-28T01:58:35.326506Z","end":"2026-02-28T01:58:35.468033Z","steps":["trace[1964489095] 'agreement among raft nodes before linearized reading' (duration: 141.305322ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:58:35.468075Z","caller":"traceutil/trace.go:171","msg":"trace[1968764518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-02ded503-1119-458d-9d95-db65167fb404; range_end:; response_count:1; response_revision:12904; }","duration":"497.414048ms","start":"2026-02-28T01:58:34.970637Z","end":"2026-02-28T01:58:35.468051Z","steps":["trace[1968764518] 'agreement among raft nodes before linearized reading' (duration: 497.188963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:35.468125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.970621Z","time spent":"497.49325ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-02ded503-1119-458d-9d95-db65167fb404\" "} {"level":"warn","ts":"2026-02-28T01:58:35.468156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.469904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630067"} {"level":"info","ts":"2026-02-28T01:58:35.468219Z","caller":"traceutil/trace.go:171","msg":"trace[569287261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:12904; }","duration":"571.544356ms","start":"2026-02-28T01:58:34.896638Z","end":"2026-02-28T01:58:35.468183Z","steps":["trace[569287261] 'agreement among raft nodes before linearized reading' (duration: 570.85269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:58:35.468253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.896623Z","time spent":"571.619777ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":630090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-28T01:58:35.468676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:58:34.9047Z","time spent":"562.962775ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T01:59:38.217779Z","caller":"traceutil/trace.go:171","msg":"trace[92856298] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"297.571525ms","start":"2026-02-28T01:59:37.920182Z","end":"2026-02-28T01:59:38.217753Z","steps":["trace[92856298] 'process raft request' (duration: 297.340789ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:38.223379Z","caller":"traceutil/trace.go:171","msg":"trace[1487796943] linearizableReadLoop","detail":"{readStateIndex:14249; appliedIndex:14247; }","duration":"107.043578ms","start":"2026-02-28T01:59:38.116303Z","end":"2026-02-28T01:59:38.223347Z","steps":["trace[1487796943] 'read index received' (duration: 101.192072ms)","trace[1487796943] 'applied index is now lower than readState.Index' (duration: 5.850646ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T01:59:38.223409Z","caller":"traceutil/trace.go:171","msg":"trace[1528493062] transaction","detail":"{read_only:false; response_revision:13756; number_of_response:1; }","duration":"302.10064ms","start":"2026-02-28T01:59:37.921278Z","end":"2026-02-28T01:59:38.223379Z","steps":["trace[1528493062] 'process raft request' (duration: 301.906836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:38.223562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T01:59:37.921259Z","time spent":"302.219904ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T01:59:38.223565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.259934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T01:59:38.223585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.752112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:59:38.223632Z","caller":"traceutil/trace.go:171","msg":"trace[2016872659] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13757; }","duration":"107.373717ms","start":"2026-02-28T01:59:38.116241Z","end":"2026-02-28T01:59:38.223615Z","steps":["trace[2016872659] 'agreement among raft nodes before linearized reading' (duration: 107.215713ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T01:59:38.223682Z","caller":"traceutil/trace.go:171","msg":"trace[273605699] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13757; }","duration":"106.870715ms","start":"2026-02-28T01:59:38.116785Z","end":"2026-02-28T01:59:38.223656Z","steps":["trace[273605699] 'agreement among raft nodes before linearized reading' (duration: 106.723991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T01:59:38.223721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.797013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T01:59:38.223753Z","caller":"traceutil/trace.go:171","msg":"trace[2064897716] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13757; }","duration":"106.871155ms","start":"2026-02-28T01:59:38.116872Z","end":"2026-02-28T01:59:38.223743Z","steps":["trace[2064897716] 'agreement among raft nodes before linearized reading' (duration: 106.817754ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:12.599373Z","caller":"traceutil/trace.go:171","msg":"trace[216583522] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"179.860746ms","start":"2026-02-28T02:00:12.419485Z","end":"2026-02-28T02:00:12.599346Z","steps":["trace[216583522] 'process raft request' (duration: 179.705172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.769023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.003629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:00:12.769142Z","caller":"traceutil/trace.go:171","msg":"trace[1838941133] linearizableReadLoop","detail":"{readStateIndex:14456; appliedIndex:14454; }","duration":"270.272415ms","start":"2026-02-28T02:00:12.498854Z","end":"2026-02-28T02:00:12.769126Z","steps":["trace[1838941133] 'read index received' (duration: 100.340952ms)","trace[1838941133] 'applied index is now lower than readState.Index' (duration: 169.930313ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:00:12.769147Z","caller":"traceutil/trace.go:171","msg":"trace[1944811025] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"347.914584ms","start":"2026-02-28T02:00:12.421216Z","end":"2026-02-28T02:00:12.769131Z","steps":["trace[1944811025] 'process raft request' (duration: 231.70683ms)","trace[1944811025] 'compare' (duration: 115.775334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:00:12.769208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:12.421199Z","time spent":"347.978926ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:00:12.769265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.376597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:12.769305Z","caller":"traceutil/trace.go:171","msg":"trace[1882700327] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13956; }","duration":"270.459209ms","start":"2026-02-28T02:00:12.498833Z","end":"2026-02-28T02:00:12.769292Z","steps":["trace[1882700327] 'agreement among raft nodes before linearized reading' (duration: 270.369057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.769425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.499693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-02-28T02:00:12.769457Z","caller":"traceutil/trace.go:171","msg":"trace[427097273] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13956; }","duration":"230.563283ms","start":"2026-02-28T02:00:12.538883Z","end":"2026-02-28T02:00:12.769446Z","steps":["trace[427097273] 'agreement among raft nodes before linearized reading' (duration: 230.512842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.769697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.505665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T02:00:12.769717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.420216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T02:00:12.769752Z","caller":"traceutil/trace.go:171","msg":"trace[1386952674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:13956; }","duration":"156.472997ms","start":"2026-02-28T02:00:12.613269Z","end":"2026-02-28T02:00:12.769742Z","steps":["trace[1386952674] 'agreement among raft nodes before linearized reading' (duration: 156.325244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.769782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.437807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T02:00:12.769798Z","caller":"traceutil/trace.go:171","msg":"trace[1491798794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13956; }","duration":"165.479228ms","start":"2026-02-28T02:00:12.604314Z","end":"2026-02-28T02:00:12.769793Z","steps":["trace[1491798794] 'agreement among raft nodes before linearized reading' (duration: 165.424437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.769914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.439226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T02:00:12.769935Z","caller":"traceutil/trace.go:171","msg":"trace[1000377437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13956; }","duration":"217.490528ms","start":"2026-02-28T02:00:12.55244Z","end":"2026-02-28T02:00:12.769931Z","steps":["trace[1000377437] 'agreement among raft nodes before linearized reading' (duration: 217.434496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.769939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.669512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T02:00:12.769977Z","caller":"traceutil/trace.go:171","msg":"trace[931543607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13956; }","duration":"118.714712ms","start":"2026-02-28T02:00:12.651252Z","end":"2026-02-28T02:00:12.769966Z","steps":["trace[931543607] 'agreement among raft nodes before linearized reading' (duration: 118.62797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.77016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.677839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T02:00:12.7702Z","caller":"traceutil/trace.go:171","msg":"trace[537928648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13956; }","duration":"123.73049ms","start":"2026-02-28T02:00:12.64646Z","end":"2026-02-28T02:00:12.77019Z","steps":["trace[537928648] 'agreement among raft nodes before linearized reading' (duration: 123.637368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:12.770209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.527302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T02:00:12.77023Z","caller":"traceutil/trace.go:171","msg":"trace[1022041638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13956; }","duration":"125.588624ms","start":"2026-02-28T02:00:12.644636Z","end":"2026-02-28T02:00:12.770225Z","steps":["trace[1022041638] 'agreement among raft nodes before linearized reading' (duration: 125.534762ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:12.769726Z","caller":"traceutil/trace.go:171","msg":"trace[283797084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13956; }","duration":"161.555307ms","start":"2026-02-28T02:00:12.608163Z","end":"2026-02-28T02:00:12.769718Z","steps":["trace[283797084] 'agreement among raft nodes before linearized reading' (duration: 161.470195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.526152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.347043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s4pck\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-02-28T02:00:13.52622Z","caller":"traceutil/trace.go:171","msg":"trace[985534966] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-s4pck; range_end:; response_count:1; response_revision:13962; }","duration":"650.449096ms","start":"2026-02-28T02:00:12.875754Z","end":"2026-02-28T02:00:13.526203Z","steps":["trace[985534966] 'range keys from in-memory index tree' (duration: 650.2154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.526247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:12.875739Z","time spent":"650.501996ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s4pck\" "} {"level":"warn","ts":"2026-02-28T02:00:13.526439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:12.962176Z","time spent":"564.260835ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:00:13.526566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.401944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:13.526593Z","caller":"traceutil/trace.go:171","msg":"trace[1648405287] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13962; }","duration":"554.439045ms","start":"2026-02-28T02:00:12.972144Z","end":"2026-02-28T02:00:13.526583Z","steps":["trace[1648405287] 'range keys from in-memory index tree' (duration: 554.364193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.526616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:12.972137Z","time spent":"554.474046ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T02:00:13.526787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.010355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:13.526815Z","caller":"traceutil/trace.go:171","msg":"trace[841811486] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13962; }","duration":"525.072207ms","start":"2026-02-28T02:00:13.001735Z","end":"2026-02-28T02:00:13.526807Z","steps":["trace[841811486] 'range keys from in-memory index tree' (duration: 524.961704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.526834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.001719Z","time spent":"525.110467ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:00:13.526951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.630206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:13.526969Z","caller":"traceutil/trace.go:171","msg":"trace[1736875734] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13962; }","duration":"524.682557ms","start":"2026-02-28T02:00:13.00228Z","end":"2026-02-28T02:00:13.526962Z","steps":["trace[1736875734] 'range keys from in-memory index tree' (duration: 524.554305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.526985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.002258Z","time spent":"524.722839ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-28T02:00:13.527114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.226717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-28T02:00:13.527131Z","caller":"traceutil/trace.go:171","msg":"trace[952279137] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13962; }","duration":"521.254397ms","start":"2026-02-28T02:00:13.005871Z","end":"2026-02-28T02:00:13.527126Z","steps":["trace[952279137] 'range keys from in-memory index tree' (duration: 521.157335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.527148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.005866Z","time spent":"521.278308ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-28T02:00:13.527261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.003411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:00:13.527285Z","caller":"traceutil/trace.go:171","msg":"trace[1810811269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13962; }","duration":"521.161405ms","start":"2026-02-28T02:00:13.006117Z","end":"2026-02-28T02:00:13.527279Z","steps":["trace[1810811269] 'range keys from in-memory index tree' (duration: 520.798267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.527305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.006085Z","time spent":"521.216556ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-28T02:00:13.527415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.25055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-28T02:00:13.527436Z","caller":"traceutil/trace.go:171","msg":"trace[1419369707] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13962; }","duration":"516.28518ms","start":"2026-02-28T02:00:13.011145Z","end":"2026-02-28T02:00:13.52743Z","steps":["trace[1419369707] 'range keys from in-memory index tree' (duration: 516.164128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.527455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.011136Z","time spent":"516.315581ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:00:13.527575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.127194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-28T02:00:13.527597Z","caller":"traceutil/trace.go:171","msg":"trace[1666734452] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13962; }","duration":"515.166194ms","start":"2026-02-28T02:00:13.012426Z","end":"2026-02-28T02:00:13.527592Z","steps":["trace[1666734452] 'range keys from in-memory index tree' (duration: 515.027921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.527614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.012388Z","time spent":"515.222456ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:00:13.527843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.429707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:00:13.527866Z","caller":"traceutil/trace.go:171","msg":"trace[1856642586] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13962; }","duration":"476.485077ms","start":"2026-02-28T02:00:13.051374Z","end":"2026-02-28T02:00:13.527859Z","steps":["trace[1856642586] 'range keys from in-memory index tree' (duration: 476.333144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.527883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.05136Z","time spent":"476.518759ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-28T02:00:13.527961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.300654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:13.527985Z","caller":"traceutil/trace.go:171","msg":"trace[1196769858] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13962; }","duration":"476.345244ms","start":"2026-02-28T02:00:13.051633Z","end":"2026-02-28T02:00:13.527978Z","steps":["trace[1196769858] 'range keys from in-memory index tree' (duration: 476.241603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.528007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.051622Z","time spent":"476.380196ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:00:13.528118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.240992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-28T02:00:13.52814Z","caller":"traceutil/trace.go:171","msg":"trace[1787445824] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13962; }","duration":"473.282953ms","start":"2026-02-28T02:00:13.054851Z","end":"2026-02-28T02:00:13.528134Z","steps":["trace[1787445824] 'range keys from in-memory index tree' (duration: 473.172241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.528156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.054841Z","time spent":"473.311193ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:00:13.528293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.713896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:13.528314Z","caller":"traceutil/trace.go:171","msg":"trace[1360072809] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13962; }","duration":"369.758017ms","start":"2026-02-28T02:00:13.158551Z","end":"2026-02-28T02:00:13.528309Z","steps":["trace[1360072809] 'range keys from in-memory index tree' (duration: 369.664524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.528332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.158536Z","time spent":"369.791227ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T02:00:13.528434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.439229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:00:13.528454Z","caller":"traceutil/trace.go:171","msg":"trace[1960850098] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13962; }","duration":"369.48791ms","start":"2026-02-28T02:00:13.158961Z","end":"2026-02-28T02:00:13.528449Z","steps":["trace[1960850098] 'range keys from in-memory index tree' (duration: 369.374287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.528473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.158953Z","time spent":"369.515781ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-28T02:00:13.528578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.893352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-28T02:00:13.528599Z","caller":"traceutil/trace.go:171","msg":"trace[1419348745] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13962; }","duration":"364.929834ms","start":"2026-02-28T02:00:13.163663Z","end":"2026-02-28T02:00:13.528593Z","steps":["trace[1419348745] 'range keys from in-memory index tree' (duration: 364.833401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.528618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.163656Z","time spent":"364.958334ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T02:00:13.528756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.610456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:13.528777Z","caller":"traceutil/trace.go:171","msg":"trace[2012253094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13962; }","duration":"309.648978ms","start":"2026-02-28T02:00:13.219123Z","end":"2026-02-28T02:00:13.528772Z","steps":["trace[2012253094] 'range keys from in-memory index tree' (duration: 309.570845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:13.528793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:13.219114Z","time spent":"309.674978ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:00:13.528969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.708417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29537400-2gxbq\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-02-28T02:00:13.528992Z","caller":"traceutil/trace.go:171","msg":"trace[1915078772] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29537400-2gxbq; range_end:; response_count:1; response_revision:13962; }","duration":"259.749218ms","start":"2026-02-28T02:00:13.269237Z","end":"2026-02-28T02:00:13.528986Z","steps":["trace[1915078772] 'range keys from in-memory index tree' (duration: 259.643246ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:14.748286Z","caller":"traceutil/trace.go:171","msg":"trace[693070234] transaction","detail":"{read_only:false; response_revision:13963; number_of_response:1; }","duration":"135.572058ms","start":"2026-02-28T02:00:14.612683Z","end":"2026-02-28T02:00:14.748255Z","steps":["trace[693070234] 'process raft request' (duration: 135.377813ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:15.090648Z","caller":"traceutil/trace.go:171","msg":"trace[1625634622] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"306.492994ms","start":"2026-02-28T02:00:14.784119Z","end":"2026-02-28T02:00:15.090612Z","steps":["trace[1625634622] 'process raft request' (duration: 306.056703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:15.090818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.784099Z","time spent":"306.629846ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:00:15.184831Z","caller":"traceutil/trace.go:171","msg":"trace[1689571194] linearizableReadLoop","detail":"{readStateIndex:14465; appliedIndex:14463; }","duration":"342.1965ms","start":"2026-02-28T02:00:14.842605Z","end":"2026-02-28T02:00:15.184802Z","steps":["trace[1689571194] 'read index received' (duration: 247.635684ms)","trace[1689571194] 'applied index is now lower than readState.Index' (duration: 94.559406ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:00:15.184917Z","caller":"traceutil/trace.go:171","msg":"trace[766070033] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"397.22954ms","start":"2026-02-28T02:00:14.787646Z","end":"2026-02-28T02:00:15.184875Z","steps":["trace[766070033] 'process raft request' (duration: 332.867851ms)","trace[766070033] 'compare' (duration: 64.178105ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:00:15.185088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.787617Z","time spent":"397.378494ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:00:15.185103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.786811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-28T02:00:15.185193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.816351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T02:00:15.18526Z","caller":"traceutil/trace.go:171","msg":"trace[713047082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13965; }","duration":"341.895004ms","start":"2026-02-28T02:00:14.843348Z","end":"2026-02-28T02:00:15.185243Z","steps":["trace[713047082] 'agreement among raft nodes before linearized reading' (duration: 341.779771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:15.185272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.310258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-28T02:00:15.185305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.843331Z","time spent":"341.965775ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:00:15.185326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.515267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gzpj5\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-02-28T02:00:15.18536Z","caller":"traceutil/trace.go:171","msg":"trace[1510749987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13965; }","duration":"342.042907ms","start":"2026-02-28T02:00:14.843226Z","end":"2026-02-28T02:00:15.185269Z","steps":["trace[1510749987] 'agreement among raft nodes before linearized reading' (duration: 341.73773ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:15.18543Z","caller":"traceutil/trace.go:171","msg":"trace[286176557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gzpj5; range_end:; response_count:1; response_revision:13965; }","duration":"301.695171ms","start":"2026-02-28T02:00:14.88371Z","end":"2026-02-28T02:00:15.185405Z","steps":["trace[286176557] 'agreement among raft nodes before linearized reading' (duration: 301.354463ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:00:15.18536Z","caller":"traceutil/trace.go:171","msg":"trace[1187268706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13965; }","duration":"320.41842ms","start":"2026-02-28T02:00:14.86492Z","end":"2026-02-28T02:00:15.185338Z","steps":["trace[1187268706] 'agreement among raft nodes before linearized reading' (duration: 320.180684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:15.185491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.883675Z","time spent":"301.806854ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gzpj5\" "} {"level":"warn","ts":"2026-02-28T02:00:15.185344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.105291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:00:15.185582Z","caller":"traceutil/trace.go:171","msg":"trace[348071632] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13965; }","duration":"273.405569ms","start":"2026-02-28T02:00:14.912135Z","end":"2026-02-28T02:00:15.18554Z","steps":["trace[348071632] 'agreement among raft nodes before linearized reading' (duration: 272.989659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:15.185563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.843191Z","time spent":"342.292813ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:00:15.185584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.864912Z","time spent":"320.597024ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:00:15.185932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.271065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T02:00:15.186075Z","caller":"traceutil/trace.go:171","msg":"trace[1480079204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13965; }","duration":"343.48494ms","start":"2026-02-28T02:00:14.842561Z","end":"2026-02-28T02:00:15.186046Z","steps":["trace[1480079204] 'agreement among raft nodes before linearized reading' (duration: 342.360754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:15.186139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.842546Z","time spent":"343.581993ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:00:15.185923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.912841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T02:00:15.186248Z","caller":"traceutil/trace.go:171","msg":"trace[944347635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13965; }","duration":"341.30241ms","start":"2026-02-28T02:00:14.844921Z","end":"2026-02-28T02:00:15.186224Z","steps":["trace[944347635] 'agreement among raft nodes before linearized reading' (duration: 340.151803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:00:15.186314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:00:14.844906Z","time spent":"341.388611ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:01:38.3159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12118} {"level":"info","ts":"2026-02-28T02:01:38.397185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12118,"took":"77.321491ms","hash":4148255759,"current-db-size-bytes":43147264,"current-db-size":"43 MB","current-db-size-in-use-bytes":27906048,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-28T02:01:38.397257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4148255759,"revision":12118,"compact-revision":10217} {"level":"info","ts":"2026-02-28T02:02:05.727379Z","caller":"traceutil/trace.go:171","msg":"trace[1660029362] linearizableReadLoop","detail":"{readStateIndex:15232; appliedIndex:15231; }","duration":"120.482686ms","start":"2026-02-28T02:02:05.606874Z","end":"2026-02-28T02:02:05.727356Z","steps":["trace[1660029362] 'read index received' (duration: 120.299981ms)","trace[1660029362] 'applied index is now lower than readState.Index' (duration: 181.985µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:02:05.727489Z","caller":"traceutil/trace.go:171","msg":"trace[1887520551] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"226.143357ms","start":"2026-02-28T02:02:05.501302Z","end":"2026-02-28T02:02:05.727445Z","steps":["trace[1887520551] 'process raft request' (duration: 225.920212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.727607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.720742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w84rg\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-28T02:02:05.727646Z","caller":"traceutil/trace.go:171","msg":"trace[739761299] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w84rg; range_end:; response_count:1; response_revision:14702; }","duration":"120.825864ms","start":"2026-02-28T02:02:05.60681Z","end":"2026-02-28T02:02:05.727636Z","steps":["trace[739761299] 'agreement among raft nodes before linearized reading' (duration: 120.63753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.993646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.956527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:02:05.993814Z","caller":"traceutil/trace.go:171","msg":"trace[1559940638] linearizableReadLoop","detail":"{readStateIndex:15233; appliedIndex:15232; }","duration":"234.397158ms","start":"2026-02-28T02:02:05.75939Z","end":"2026-02-28T02:02:05.993787Z","steps":["trace[1559940638] 'read index received' (duration: 110.043702ms)","trace[1559940638] 'applied index is now lower than readState.Index' (duration: 124.351586ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:02:05.993852Z","caller":"traceutil/trace.go:171","msg":"trace[1513511366] transaction","detail":"{read_only:false; response_revision:14703; number_of_response:1; }","duration":"235.061874ms","start":"2026-02-28T02:02:05.758746Z","end":"2026-02-28T02:02:05.993808Z","steps":["trace[1513511366] 'process raft request' (duration: 110.8005ms)","trace[1513511366] 'compare' (duration: 123.770522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:02:05.994118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.715956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T02:02:05.994145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.996789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:02:05.994204Z","caller":"traceutil/trace.go:171","msg":"trace[1485157815] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14703; }","duration":"170.071651ms","start":"2026-02-28T02:02:05.824115Z","end":"2026-02-28T02:02:05.994187Z","steps":["trace[1485157815] 'agreement among raft nodes before linearized reading' (duration: 169.877226ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:05.9942Z","caller":"traceutil/trace.go:171","msg":"trace[1378423578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14703; }","duration":"234.830609ms","start":"2026-02-28T02:02:05.759347Z","end":"2026-02-28T02:02:05.994177Z","steps":["trace[1378423578] 'agreement among raft nodes before linearized reading' (duration: 234.582353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.994318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.186366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:02:05.994369Z","caller":"traceutil/trace.go:171","msg":"trace[1438819377] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14703; }","duration":"171.259999ms","start":"2026-02-28T02:02:05.823095Z","end":"2026-02-28T02:02:05.994355Z","steps":["trace[1438819377] 'agreement among raft nodes before linearized reading' (duration: 171.148406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.994363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.238464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T02:02:05.994388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.589199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T02:02:05.994443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.135186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T02:02:05.994445Z","caller":"traceutil/trace.go:171","msg":"trace[731038142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14703; }","duration":"190.703141ms","start":"2026-02-28T02:02:05.803723Z","end":"2026-02-28T02:02:05.994426Z","steps":["trace[731038142] 'agreement among raft nodes before linearized reading' (duration: 190.542168ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:05.994441Z","caller":"traceutil/trace.go:171","msg":"trace[1037608749] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14703; }","duration":"170.334157ms","start":"2026-02-28T02:02:05.824085Z","end":"2026-02-28T02:02:05.99442Z","steps":["trace[1037608749] 'agreement among raft nodes before linearized reading' (duration: 170.143023ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:05.994482Z","caller":"traceutil/trace.go:171","msg":"trace[1689523546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14703; }","duration":"183.212547ms","start":"2026-02-28T02:02:05.811255Z","end":"2026-02-28T02:02:05.994468Z","steps":["trace[1689523546] 'agreement among raft nodes before linearized reading' (duration: 183.115965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.9945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.545293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T02:02:05.994577Z","caller":"traceutil/trace.go:171","msg":"trace[320228918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14703; }","duration":"219.649015ms","start":"2026-02-28T02:02:05.774907Z","end":"2026-02-28T02:02:05.994556Z","steps":["trace[320228918] 'agreement among raft nodes before linearized reading' (duration: 219.42178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.994609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.335887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T02:02:05.994624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.791974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-28T02:02:05.994638Z","caller":"traceutil/trace.go:171","msg":"trace[1228468810] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14703; }","duration":"170.379178ms","start":"2026-02-28T02:02:05.82425Z","end":"2026-02-28T02:02:05.994629Z","steps":["trace[1228468810] 'agreement among raft nodes before linearized reading' (duration: 170.299106ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:05.994655Z","caller":"traceutil/trace.go:171","msg":"trace[124780839] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14703; }","duration":"169.836875ms","start":"2026-02-28T02:02:05.824809Z","end":"2026-02-28T02:02:05.994646Z","steps":["trace[124780839] 'agreement among raft nodes before linearized reading' (duration: 169.749073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.994655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.508041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:02:05.994703Z","caller":"traceutil/trace.go:171","msg":"trace[1501036809] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14703; }","duration":"170.569902ms","start":"2026-02-28T02:02:05.82412Z","end":"2026-02-28T02:02:05.99469Z","steps":["trace[1501036809] 'agreement among raft nodes before linearized reading' (duration: 170.44403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:05.994939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.765747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-28T02:02:05.995007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.071099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T02:02:05.995056Z","caller":"traceutil/trace.go:171","msg":"trace[810669739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14703; }","duration":"221.13355ms","start":"2026-02-28T02:02:05.773907Z","end":"2026-02-28T02:02:05.995041Z","steps":["trace[810669739] 'agreement among raft nodes before linearized reading' (duration: 220.046714ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:05.994974Z","caller":"traceutil/trace.go:171","msg":"trace[939709256] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14703; }","duration":"173.86987ms","start":"2026-02-28T02:02:05.821094Z","end":"2026-02-28T02:02:05.994964Z","steps":["trace[939709256] 'agreement among raft nodes before linearized reading' (duration: 172.929888ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:06.247996Z","caller":"traceutil/trace.go:171","msg":"trace[1623267460] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"248.60169ms","start":"2026-02-28T02:02:05.999357Z","end":"2026-02-28T02:02:06.247959Z","steps":["trace[1623267460] 'process raft request' (duration: 209.594541ms)","trace[1623267460] 'compare' (duration: 38.805934ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:02:06.248045Z","caller":"traceutil/trace.go:171","msg":"trace[1820730432] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"248.539268ms","start":"2026-02-28T02:02:05.99948Z","end":"2026-02-28T02:02:06.248019Z","steps":["trace[1820730432] 'process raft request' (duration: 248.415325ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:06.24834Z","caller":"traceutil/trace.go:171","msg":"trace[1593780494] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"247.846323ms","start":"2026-02-28T02:02:06.000481Z","end":"2026-02-28T02:02:06.248328Z","steps":["trace[1593780494] 'process raft request' (duration: 247.500144ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:06.248373Z","caller":"traceutil/trace.go:171","msg":"trace[2066519382] linearizableReadLoop","detail":"{readStateIndex:15238; appliedIndex:15233; }","duration":"223.904885ms","start":"2026-02-28T02:02:06.024445Z","end":"2026-02-28T02:02:06.24835Z","steps":["trace[2066519382] 'read index received' (duration: 44.909386ms)","trace[2066519382] 'applied index is now lower than readState.Index' (duration: 178.994299ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:02:06.248485Z","caller":"traceutil/trace.go:171","msg":"trace[704472121] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"247.603507ms","start":"2026-02-28T02:02:06.000862Z","end":"2026-02-28T02:02:06.248466Z","steps":["trace[704472121] 'process raft request' (duration: 247.389802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:06.248548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.086699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-28T02:02:06.248582Z","caller":"traceutil/trace.go:171","msg":"trace[214999742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14708; }","duration":"224.171421ms","start":"2026-02-28T02:02:06.024401Z","end":"2026-02-28T02:02:06.248572Z","steps":["trace[214999742] 'agreement among raft nodes before linearized reading' (duration: 224.078669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:06.248634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.344235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-28T02:02:06.248678Z","caller":"traceutil/trace.go:171","msg":"trace[2018949272] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14708; }","duration":"218.413296ms","start":"2026-02-28T02:02:06.030253Z","end":"2026-02-28T02:02:06.248666Z","steps":["trace[2018949272] 'agreement among raft nodes before linearized reading' (duration: 218.254423ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:09.864783Z","caller":"traceutil/trace.go:171","msg":"trace[1637883267] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"125.146834ms","start":"2026-02-28T02:02:09.739566Z","end":"2026-02-28T02:02:09.864713Z","steps":["trace[1637883267] 'process raft request' (duration: 124.913849ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:10.191235Z","caller":"traceutil/trace.go:171","msg":"trace[1692813724] linearizableReadLoop","detail":"{readStateIndex:15267; appliedIndex:15266; }","duration":"140.114153ms","start":"2026-02-28T02:02:10.051097Z","end":"2026-02-28T02:02:10.191212Z","steps":["trace[1692813724] 'read index received' (duration: 139.912448ms)","trace[1692813724] 'applied index is now lower than readState.Index' (duration: 200.525µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:02:10.191324Z","caller":"traceutil/trace.go:171","msg":"trace[1074641332] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"177.312629ms","start":"2026-02-28T02:02:10.013977Z","end":"2026-02-28T02:02:10.191289Z","steps":["trace[1074641332] 'process raft request' (duration: 177.071593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:10.19149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.377579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-686c774684-j6dgn\" ","response":"range_response_count:1 size:7946"} {"level":"info","ts":"2026-02-28T02:02:10.19153Z","caller":"traceutil/trace.go:171","msg":"trace[414203551] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-686c774684-j6dgn; range_end:; response_count:1; response_revision:14736; }","duration":"140.475881ms","start":"2026-02-28T02:02:10.051045Z","end":"2026-02-28T02:02:10.191521Z","steps":["trace[414203551] 'agreement among raft nodes before linearized reading' (duration: 140.295927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:10.191598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.832804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-28T02:02:10.191675Z","caller":"traceutil/trace.go:171","msg":"trace[69341182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14736; }","duration":"108.953377ms","start":"2026-02-28T02:02:10.082701Z","end":"2026-02-28T02:02:10.191654Z","steps":["trace[69341182] 'agreement among raft nodes before linearized reading' (duration: 108.697851ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:10.518311Z","caller":"traceutil/trace.go:171","msg":"trace[1666190344] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"172.994009ms","start":"2026-02-28T02:02:10.345292Z","end":"2026-02-28T02:02:10.518286Z","steps":["trace[1666190344] 'process raft request' (duration: 172.494038ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:11.568384Z","caller":"traceutil/trace.go:171","msg":"trace[291975692] transaction","detail":"{read_only:false; response_revision:14747; number_of_response:1; }","duration":"282.623682ms","start":"2026-02-28T02:02:11.285728Z","end":"2026-02-28T02:02:11.568351Z","steps":["trace[291975692] 'process raft request' (duration: 282.381497ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:02:11.576046Z","caller":"traceutil/trace.go:171","msg":"trace[1345788565] linearizableReadLoop","detail":"{readStateIndex:15279; appliedIndex:15277; }","duration":"243.803648ms","start":"2026-02-28T02:02:11.33223Z","end":"2026-02-28T02:02:11.576033Z","steps":["trace[1345788565] 'read index received' (duration: 236.003026ms)","trace[1345788565] 'applied index is now lower than readState.Index' (duration: 7.799952ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:02:11.576111Z","caller":"traceutil/trace.go:171","msg":"trace[326349570] transaction","detail":"{read_only:false; response_revision:14748; number_of_response:1; }","duration":"285.829696ms","start":"2026-02-28T02:02:11.290252Z","end":"2026-02-28T02:02:11.576082Z","steps":["trace[326349570] 'process raft request' (duration: 285.711074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:11.576154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.926071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-28T02:02:11.57619Z","caller":"traceutil/trace.go:171","msg":"trace[1532535781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14748; }","duration":"244.051984ms","start":"2026-02-28T02:02:11.332129Z","end":"2026-02-28T02:02:11.576181Z","steps":["trace[1532535781] 'agreement among raft nodes before linearized reading' (duration: 243.968952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:11.576257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.97776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:02:11.576364Z","caller":"traceutil/trace.go:171","msg":"trace[299970971] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:14748; }","duration":"222.107572ms","start":"2026-02-28T02:02:11.354234Z","end":"2026-02-28T02:02:11.576342Z","steps":["trace[299970971] 'agreement among raft nodes before linearized reading' (duration: 221.895177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:02:11.576439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.619644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-28T02:02:11.576492Z","caller":"traceutil/trace.go:171","msg":"trace[565965411] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:14748; }","duration":"161.703506ms","start":"2026-02-28T02:02:11.41477Z","end":"2026-02-28T02:02:11.576474Z","steps":["trace[565965411] 'agreement among raft nodes before linearized reading' (duration: 161.523212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:04:37.253251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.388971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:04:37.253731Z","caller":"traceutil/trace.go:171","msg":"trace[2011401662] transaction","detail":"{read_only:false; response_revision:15814; number_of_response:1; }","duration":"143.702537ms","start":"2026-02-28T02:04:37.10995Z","end":"2026-02-28T02:04:37.253653Z","steps":["trace[2011401662] 'process raft request' (duration: 35.769053ms)","trace[2011401662] 'compare' (duration: 106.637733ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:04:37.254398Z","caller":"traceutil/trace.go:171","msg":"trace[1903584148] linearizableReadLoop","detail":"{readStateIndex:16380; appliedIndex:16378; }","duration":"130.398767ms","start":"2026-02-28T02:04:37.123973Z","end":"2026-02-28T02:04:37.254372Z","steps":["trace[1903584148] 'read index received' (duration: 21.845819ms)","trace[1903584148] 'applied index is now lower than readState.Index' (duration: 108.551038ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:04:37.25456Z","caller":"traceutil/trace.go:171","msg":"trace[1944289539] transaction","detail":"{read_only:false; response_revision:15815; number_of_response:1; }","duration":"138.862984ms","start":"2026-02-28T02:04:37.115673Z","end":"2026-02-28T02:04:37.254536Z","steps":["trace[1944289539] 'process raft request' (duration: 138.610888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:04:37.255033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.029972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:04:37.255106Z","caller":"traceutil/trace.go:171","msg":"trace[937436978] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15815; }","duration":"131.136704ms","start":"2026-02-28T02:04:37.123946Z","end":"2026-02-28T02:04:37.255083Z","steps":["trace[937436978] 'agreement among raft nodes before linearized reading' (duration: 131.009691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:04:37.255703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.488946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T02:04:37.255954Z","caller":"traceutil/trace.go:171","msg":"trace[1418880326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15815; }","duration":"126.748491ms","start":"2026-02-28T02:04:37.129178Z","end":"2026-02-28T02:04:37.255927Z","steps":["trace[1418880326] 'agreement among raft nodes before linearized reading' (duration: 126.355712ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:27.65841Z","caller":"traceutil/trace.go:171","msg":"trace[477228848] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"391.665306ms","start":"2026-02-28T02:05:27.266694Z","end":"2026-02-28T02:05:27.658359Z","steps":["trace[477228848] 'process raft request' (duration: 383.126959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.658632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:27.266666Z","time spent":"391.854991ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:27.6611Z","caller":"traceutil/trace.go:171","msg":"trace[1456427661] linearizableReadLoop","detail":"{readStateIndex:16818; appliedIndex:16814; }","duration":"356.900082ms","start":"2026-02-28T02:05:27.304162Z","end":"2026-02-28T02:05:27.661062Z","steps":["trace[1456427661] 'read index received' (duration: 345.676582ms)","trace[1456427661] 'applied index is now lower than readState.Index' (duration: 11.22157ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:05:27.661307Z","caller":"traceutil/trace.go:171","msg":"trace[887581740] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"393.371306ms","start":"2026-02-28T02:05:27.267908Z","end":"2026-02-28T02:05:27.661279Z","steps":["trace[887581740] 'process raft request' (duration: 392.988097ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:27.661452Z","caller":"traceutil/trace.go:171","msg":"trace[243992334] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"392.795723ms","start":"2026-02-28T02:05:27.26862Z","end":"2026-02-28T02:05:27.661416Z","steps":["trace[243992334] 'process raft request' (duration: 392.346133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.661503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.329622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-02-28T02:05:27.661546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:27.268613Z","time spent":"392.892686ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:27.661563Z","caller":"traceutil/trace.go:171","msg":"trace[117989599] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l2db5; range_end:; response_count:1; response_revision:16238; }","duration":"357.422634ms","start":"2026-02-28T02:05:27.304122Z","end":"2026-02-28T02:05:27.661545Z","steps":["trace[117989599] 'agreement among raft nodes before linearized reading' (duration: 357.200719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.661491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:27.267903Z","time spent":"393.496339ms","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:27.661688Z","caller":"traceutil/trace.go:171","msg":"trace[1365326093] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"393.807417ms","start":"2026-02-28T02:05:27.267849Z","end":"2026-02-28T02:05:27.661657Z","steps":["trace[1365326093] 'process raft request' (duration: 392.869565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.661594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:27.304115Z","time spent":"357.473355ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" "} {"level":"warn","ts":"2026-02-28T02:05:27.661881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.194954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:05:27.661915Z","caller":"traceutil/trace.go:171","msg":"trace[2011220842] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:16238; }","duration":"114.225865ms","start":"2026-02-28T02:05:27.547678Z","end":"2026-02-28T02:05:27.661904Z","steps":["trace[2011220842] 'agreement among raft nodes before linearized reading' (duration: 114.179174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.661754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.076026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-02-28T02:05:27.662013Z","caller":"traceutil/trace.go:171","msg":"trace[2125169376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16238; }","duration":"357.314832ms","start":"2026-02-28T02:05:27.304653Z","end":"2026-02-28T02:05:27.661968Z","steps":["trace[2125169376] 'agreement among raft nodes before linearized reading' (duration: 357.005985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.662076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:27.304647Z","time spent":"357.411994ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-28T02:05:27.662108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.986628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T02:05:27.662089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.833749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:05:27.662137Z","caller":"traceutil/trace.go:171","msg":"trace[1783527224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16238; }","duration":"295.062841ms","start":"2026-02-28T02:05:27.367067Z","end":"2026-02-28T02:05:27.66213Z","steps":["trace[1783527224] 'agreement among raft nodes before linearized reading' (duration: 294.984969ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:27.662161Z","caller":"traceutil/trace.go:171","msg":"trace[152036599] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:16238; }","duration":"207.000062ms","start":"2026-02-28T02:05:27.455147Z","end":"2026-02-28T02:05:27.662147Z","steps":["trace[152036599] 'agreement among raft nodes before linearized reading' (duration: 206.860739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.662487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.555402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T02:05:27.662518Z","caller":"traceutil/trace.go:171","msg":"trace[1678415785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16238; }","duration":"292.596233ms","start":"2026-02-28T02:05:27.369914Z","end":"2026-02-28T02:05:27.66251Z","steps":["trace[1678415785] 'agreement among raft nodes before linearized reading' (duration: 292.523281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.662638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.915955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-28T02:05:27.662691Z","caller":"traceutil/trace.go:171","msg":"trace[1439274274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16238; }","duration":"144.966177ms","start":"2026-02-28T02:05:27.517709Z","end":"2026-02-28T02:05:27.662675Z","steps":["trace[1439274274] 'agreement among raft nodes before linearized reading' (duration: 144.800943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.662814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.58012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T02:05:27.662864Z","caller":"traceutil/trace.go:171","msg":"trace[220166567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16238; }","duration":"151.648552ms","start":"2026-02-28T02:05:27.511204Z","end":"2026-02-28T02:05:27.662853Z","steps":["trace[220166567] 'agreement among raft nodes before linearized reading' (duration: 151.55992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.662947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.375864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T02:05:27.663042Z","caller":"traceutil/trace.go:171","msg":"trace[1918781641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16238; }","duration":"157.541058ms","start":"2026-02-28T02:05:27.505476Z","end":"2026-02-28T02:05:27.663018Z","steps":["trace[1918781641] 'agreement among raft nodes before linearized reading' (duration: 157.282312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.664859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.037283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T02:05:27.664961Z","caller":"traceutil/trace.go:171","msg":"trace[537744158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16238; }","duration":"296.162706ms","start":"2026-02-28T02:05:27.368776Z","end":"2026-02-28T02:05:27.664939Z","steps":["trace[537744158] 'agreement among raft nodes before linearized reading' (duration: 293.258249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:27.66548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:27.267839Z","time spent":"393.882889ms","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:05:27.662951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.752279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-02-28T02:05:27.666402Z","caller":"traceutil/trace.go:171","msg":"trace[2085024324] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l2db5; range_end:; response_count:1; response_revision:16238; }","duration":"182.215259ms","start":"2026-02-28T02:05:27.48416Z","end":"2026-02-28T02:05:27.666375Z","steps":["trace[2085024324] 'agreement among raft nodes before linearized reading' (duration: 178.628306ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:49.367182Z","caller":"traceutil/trace.go:171","msg":"trace[1739984354] linearizableReadLoop","detail":"{readStateIndex:16953; appliedIndex:16952; }","duration":"146.332148ms","start":"2026-02-28T02:05:49.220825Z","end":"2026-02-28T02:05:49.367158Z","steps":["trace[1739984354] 'read index received' (duration: 145.740695ms)","trace[1739984354] 'applied index is now lower than readState.Index' (duration: 590.673µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:49.367691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.84083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T02:05:49.367797Z","caller":"traceutil/trace.go:171","msg":"trace[1223211996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16368; }","duration":"146.996963ms","start":"2026-02-28T02:05:49.220769Z","end":"2026-02-28T02:05:49.367766Z","steps":["trace[1223211996] 'agreement among raft nodes before linearized reading' (duration: 146.811489ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:49.367709Z","caller":"traceutil/trace.go:171","msg":"trace[1679684748] transaction","detail":"{read_only:false; response_revision:16368; number_of_response:1; }","duration":"223.211617ms","start":"2026-02-28T02:05:49.14443Z","end":"2026-02-28T02:05:49.367641Z","steps":["trace[1679684748] 'process raft request' (duration: 222.397619ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:50.225642Z","caller":"traceutil/trace.go:171","msg":"trace[293558178] transaction","detail":"{read_only:false; response_revision:16374; number_of_response:1; }","duration":"374.517481ms","start":"2026-02-28T02:05:49.851085Z","end":"2026-02-28T02:05:50.225603Z","steps":["trace[293558178] 'process raft request' (duration: 374.336847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:50.22586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:49.85106Z","time spent":"374.700745ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:50.404084Z","caller":"traceutil/trace.go:171","msg":"trace[350359846] transaction","detail":"{read_only:false; response_revision:16376; number_of_response:1; }","duration":"552.0196ms","start":"2026-02-28T02:05:49.852038Z","end":"2026-02-28T02:05:50.404057Z","steps":["trace[350359846] 'process raft request' (duration: 551.924448ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:50.40414Z","caller":"traceutil/trace.go:171","msg":"trace[587724290] transaction","detail":"{read_only:false; response_revision:16375; number_of_response:1; }","duration":"552.088242ms","start":"2026-02-28T02:05:49.851995Z","end":"2026-02-28T02:05:50.404083Z","steps":["trace[587724290] 'process raft request' (duration: 551.800075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:50.404247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:49.852018Z","time spent":"552.146383ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:50.404352Z","caller":"traceutil/trace.go:171","msg":"trace[1204576498] transaction","detail":"{read_only:false; response_revision:16377; number_of_response:1; }","duration":"552.232725ms","start":"2026-02-28T02:05:49.852085Z","end":"2026-02-28T02:05:50.404318Z","steps":["trace[1204576498] 'process raft request' (duration: 551.930588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:50.404376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:49.851946Z","time spent":"552.298447ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:50.40452Z","caller":"traceutil/trace.go:171","msg":"trace[1670079674] linearizableReadLoop","detail":"{readStateIndex:16964; appliedIndex:16959; }","duration":"381.043332ms","start":"2026-02-28T02:05:50.023463Z","end":"2026-02-28T02:05:50.404506Z","steps":["trace[1670079674] 'read index received' (duration: 202.251123ms)","trace[1670079674] 'applied index is now lower than readState.Index' (duration: 178.791469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:50.404521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:49.852064Z","time spent":"552.368999ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:50.404669Z","caller":"traceutil/trace.go:171","msg":"trace[1326285573] transaction","detail":"{read_only:false; response_revision:16380; number_of_response:1; }","duration":"215.724535ms","start":"2026-02-28T02:05:50.188926Z","end":"2026-02-28T02:05:50.40465Z","steps":["trace[1326285573] 'process raft request' (duration: 215.487229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:50.40469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.229606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-02-28T02:05:50.404668Z","caller":"traceutil/trace.go:171","msg":"trace[867900824] transaction","detail":"{read_only:false; response_revision:16378; number_of_response:1; }","duration":"552.464771ms","start":"2026-02-28T02:05:49.852162Z","end":"2026-02-28T02:05:50.404627Z","steps":["trace[867900824] 'process raft request' (duration: 552.077812ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:50.404716Z","caller":"traceutil/trace.go:171","msg":"trace[310101718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l2db5; range_end:; response_count:1; response_revision:16380; }","duration":"381.308498ms","start":"2026-02-28T02:05:50.023398Z","end":"2026-02-28T02:05:50.404707Z","steps":["trace[310101718] 'agreement among raft nodes before linearized reading' (duration: 381.151604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:50.40474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:50.023374Z","time spent":"381.36054ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" "} {"level":"info","ts":"2026-02-28T02:05:50.404707Z","caller":"traceutil/trace.go:171","msg":"trace[787030673] transaction","detail":"{read_only:false; response_revision:16379; number_of_response:1; }","duration":"552.518192ms","start":"2026-02-28T02:05:49.852156Z","end":"2026-02-28T02:05:50.404674Z","steps":["trace[787030673] 'process raft request' (duration: 552.217715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:50.404808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:49.852134Z","time spent":"552.602624ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:05:50.404862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:49.852103Z","time spent":"552.674876ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:52.584725Z","caller":"traceutil/trace.go:171","msg":"trace[905749791] transaction","detail":"{read_only:false; response_revision:16390; number_of_response:1; }","duration":"170.939006ms","start":"2026-02-28T02:05:52.413764Z","end":"2026-02-28T02:05:52.584703Z","steps":["trace[905749791] 'process raft request' (duration: 170.795353ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:52.609015Z","caller":"traceutil/trace.go:171","msg":"trace[1935162860] transaction","detail":"{read_only:false; response_revision:16392; number_of_response:1; }","duration":"191.716697ms","start":"2026-02-28T02:05:52.417259Z","end":"2026-02-28T02:05:52.608976Z","steps":["trace[1935162860] 'process raft request' (duration: 191.608875ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:52.609017Z","caller":"traceutil/trace.go:171","msg":"trace[935757282] transaction","detail":"{read_only:false; response_revision:16391; number_of_response:1; }","duration":"192.770672ms","start":"2026-02-28T02:05:52.416201Z","end":"2026-02-28T02:05:52.608971Z","steps":["trace[935757282] 'process raft request' (duration: 192.333132ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:52.609458Z","caller":"traceutil/trace.go:171","msg":"trace[208943078] transaction","detail":"{read_only:false; response_revision:16393; number_of_response:1; }","duration":"188.910833ms","start":"2026-02-28T02:05:52.420531Z","end":"2026-02-28T02:05:52.609441Z","steps":["trace[208943078] 'process raft request' (duration: 188.397941ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:52.609548Z","caller":"traceutil/trace.go:171","msg":"trace[1624023629] linearizableReadLoop","detail":"{readStateIndex:16980; appliedIndex:16975; }","duration":"166.544935ms","start":"2026-02-28T02:05:52.442895Z","end":"2026-02-28T02:05:52.60944Z","steps":["trace[1624023629] 'read index received' (duration: 141.69768ms)","trace[1624023629] 'applied index is now lower than readState.Index' (duration: 24.845675ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:05:52.609557Z","caller":"traceutil/trace.go:171","msg":"trace[902806914] transaction","detail":"{read_only:false; response_revision:16394; number_of_response:1; }","duration":"184.90368ms","start":"2026-02-28T02:05:52.424602Z","end":"2026-02-28T02:05:52.609505Z","steps":["trace[902806914] 'process raft request' (duration: 184.660144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:52.609833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.913993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-02-28T02:05:52.60989Z","caller":"traceutil/trace.go:171","msg":"trace[230153313] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l2db5; range_end:; response_count:1; response_revision:16394; }","duration":"166.995875ms","start":"2026-02-28T02:05:52.442879Z","end":"2026-02-28T02:05:52.609875Z","steps":["trace[230153313] 'agreement among raft nodes before linearized reading' (duration: 166.779ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:55.926515Z","caller":"traceutil/trace.go:171","msg":"trace[238432887] transaction","detail":"{read_only:false; response_revision:16541; number_of_response:1; }","duration":"103.880625ms","start":"2026-02-28T02:05:55.822587Z","end":"2026-02-28T02:05:55.926468Z","steps":["trace[238432887] 'process raft request' (duration: 103.694971ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:56.109065Z","caller":"traceutil/trace.go:171","msg":"trace[1794051686] linearizableReadLoop","detail":"{readStateIndex:17130; appliedIndex:17128; }","duration":"154.146588ms","start":"2026-02-28T02:05:55.954894Z","end":"2026-02-28T02:05:56.109041Z","steps":["trace[1794051686] 'read index received' (duration: 13.510813ms)","trace[1794051686] 'applied index is now lower than readState.Index' (duration: 140.634985ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:05:56.109142Z","caller":"traceutil/trace.go:171","msg":"trace[539703284] transaction","detail":"{read_only:false; response_revision:16543; number_of_response:1; }","duration":"172.214706ms","start":"2026-02-28T02:05:55.936882Z","end":"2026-02-28T02:05:56.109097Z","steps":["trace[539703284] 'process raft request' (duration: 171.997001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.109286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.372953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-28T02:05:56.109334Z","caller":"traceutil/trace.go:171","msg":"trace[399286737] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16543; }","duration":"154.496556ms","start":"2026-02-28T02:05:55.954824Z","end":"2026-02-28T02:05:56.10932Z","steps":["trace[399286737] 'agreement among raft nodes before linearized reading' (duration: 154.323192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.494008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.934859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:05:56.494244Z","caller":"traceutil/trace.go:171","msg":"trace[1673615893] linearizableReadLoop","detail":"{readStateIndex:17132; appliedIndex:17130; }","duration":"385.092516ms","start":"2026-02-28T02:05:56.109129Z","end":"2026-02-28T02:05:56.494222Z","steps":["trace[1673615893] 'read index received' (duration: 149.85241ms)","trace[1673615893] 'applied index is now lower than readState.Index' (duration: 235.238586ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:05:56.494364Z","caller":"traceutil/trace.go:171","msg":"trace[1216154609] transaction","detail":"{read_only:false; response_revision:16544; number_of_response:1; }","duration":"520.392877ms","start":"2026-02-28T02:05:55.973953Z","end":"2026-02-28T02:05:56.494346Z","steps":["trace[1216154609] 'process raft request' (duration: 285.046188ms)","trace[1216154609] 'compare' (duration: 234.269854ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:56.49446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:55.97391Z","time spent":"520.51244ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1517,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:05:56.494849Z","caller":"traceutil/trace.go:171","msg":"trace[384994099] transaction","detail":"{read_only:false; response_revision:16545; number_of_response:1; }","duration":"510.59315ms","start":"2026-02-28T02:05:55.984239Z","end":"2026-02-28T02:05:56.494832Z","steps":["trace[384994099] 'process raft request' (duration: 509.893174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.494927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:55.984227Z","time spent":"510.662551ms","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2344,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T02:05:56.495197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.745143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:05:56.495248Z","caller":"traceutil/trace.go:171","msg":"trace[2062623506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16545; }","duration":"411.846005ms","start":"2026-02-28T02:05:56.083388Z","end":"2026-02-28T02:05:56.495234Z","steps":["trace[2062623506] 'agreement among raft nodes before linearized reading' (duration: 411.713132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.495289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.083361Z","time spent":"411.916836ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:05:56.495629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.492606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-28T02:05:56.495682Z","caller":"traceutil/trace.go:171","msg":"trace[1191357966] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16545; }","duration":"360.572648ms","start":"2026-02-28T02:05:56.135089Z","end":"2026-02-28T02:05:56.495662Z","steps":["trace[1191357966] 'agreement among raft nodes before linearized reading' (duration: 360.409105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.495724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.135068Z","time spent":"360.64483ms","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-28T02:05:56.496311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.433135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:56.496392Z","caller":"traceutil/trace.go:171","msg":"trace[300098410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16545; }","duration":"268.580978ms","start":"2026-02-28T02:05:56.227788Z","end":"2026-02-28T02:05:56.496369Z","steps":["trace[300098410] 'agreement among raft nodes before linearized reading' (duration: 268.417504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.496364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.495529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:05:56.49644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.497464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T02:05:56.496472Z","caller":"traceutil/trace.go:171","msg":"trace[170371320] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16545; }","duration":"272.672563ms","start":"2026-02-28T02:05:56.223771Z","end":"2026-02-28T02:05:56.496444Z","steps":["trace[170371320] 'agreement among raft nodes before linearized reading' (duration: 272.443047ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:56.496504Z","caller":"traceutil/trace.go:171","msg":"trace[1946340498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16545; }","duration":"226.583747ms","start":"2026-02-28T02:05:56.269902Z","end":"2026-02-28T02:05:56.496486Z","steps":["trace[1946340498] 'agreement among raft nodes before linearized reading' (duration: 226.350441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.496592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.066198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:05:56.496708Z","caller":"traceutil/trace.go:171","msg":"trace[241742539] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16545; }","duration":"262.231151ms","start":"2026-02-28T02:05:56.234447Z","end":"2026-02-28T02:05:56.496678Z","steps":["trace[241742539] 'agreement among raft nodes before linearized reading' (duration: 262.030766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:56.496884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.451187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-28T02:05:56.496963Z","caller":"traceutil/trace.go:171","msg":"trace[541245850] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16545; }","duration":"148.554139ms","start":"2026-02-28T02:05:56.348384Z","end":"2026-02-28T02:05:56.496938Z","steps":["trace[541245850] 'agreement among raft nodes before linearized reading' (duration: 148.128529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.304706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.363282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:05:57.304864Z","caller":"traceutil/trace.go:171","msg":"trace[1373983841] linearizableReadLoop","detail":"{readStateIndex:17133; appliedIndex:17132; }","duration":"800.634667ms","start":"2026-02-28T02:05:56.504209Z","end":"2026-02-28T02:05:57.304844Z","steps":["trace[1373983841] 'read index received' (duration: 247.090411ms)","trace[1373983841] 'applied index is now lower than readState.Index' (duration: 553.542666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:57.305071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.854902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-28T02:05:57.305114Z","caller":"traceutil/trace.go:171","msg":"trace[1779673662] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16546; }","duration":"800.893203ms","start":"2026-02-28T02:05:56.504207Z","end":"2026-02-28T02:05:57.3051Z","steps":["trace[1779673662] 'agreement among raft nodes before linearized reading' (duration: 800.725129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.305154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.5042Z","time spent":"800.944624ms","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-28T02:05:57.305365Z","caller":"traceutil/trace.go:171","msg":"trace[153920707] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"801.052366ms","start":"2026-02-28T02:05:56.503902Z","end":"2026-02-28T02:05:57.304955Z","steps":["trace[153920707] 'process raft request' (duration: 247.319966ms)","trace[153920707] 'compare' (duration: 552.686656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:57.305733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.503869Z","time spent":"801.668901ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:05:57.733457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.371038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:05:57.733746Z","caller":"traceutil/trace.go:171","msg":"trace[1789970382] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"991.607728ms","start":"2026-02-28T02:05:56.742116Z","end":"2026-02-28T02:05:57.733723Z","steps":["trace[1789970382] 'process raft request' (duration: 991.503836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.73384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.742095Z","time spent":"991.69529ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:57.73408Z","caller":"traceutil/trace.go:171","msg":"trace[1279744828] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"1.229399053s","start":"2026-02-28T02:05:56.504669Z","end":"2026-02-28T02:05:57.734068Z","steps":["trace[1279744828] 'process raft request' (duration: 1.114340779s)","trace[1279744828] 'compare' (duration: 114.03264ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:57.73414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.504654Z","time spent":"1.229460914s","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2338,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:05:57.734378Z","caller":"traceutil/trace.go:171","msg":"trace[1621470141] transaction","detail":"{read_only:false; response_revision:16548; number_of_response:1; }","duration":"1.164299675s","start":"2026-02-28T02:05:56.570044Z","end":"2026-02-28T02:05:57.734343Z","steps":["trace[1621470141] 'process raft request' (duration: 1.163517287s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.734529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.570019Z","time spent":"1.164448699s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2205,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:05:57.799143Z","caller":"traceutil/trace.go:171","msg":"trace[1928777102] transaction","detail":"{read_only:false; response_revision:16550; number_of_response:1; }","duration":"1.034610283s","start":"2026-02-28T02:05:56.764506Z","end":"2026-02-28T02:05:57.799117Z","steps":["trace[1928777102] 'process raft request' (duration: 1.034210294s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.799406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.764492Z","time spent":"1.034717016s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:57.894329Z","caller":"traceutil/trace.go:171","msg":"trace[1707346699] transaction","detail":"{read_only:false; response_revision:16552; number_of_response:1; }","duration":"143.548244ms","start":"2026-02-28T02:05:57.750754Z","end":"2026-02-28T02:05:57.894303Z","steps":["trace[1707346699] 'process raft request' (duration: 143.481362ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:57.894381Z","caller":"traceutil/trace.go:171","msg":"trace[42577786] linearizableReadLoop","detail":"{readStateIndex:17139; appliedIndex:17133; }","duration":"589.417896ms","start":"2026-02-28T02:05:57.304896Z","end":"2026-02-28T02:05:57.894314Z","steps":["trace[42577786] 'read index received' (duration: 314.125813ms)","trace[42577786] 'applied index is now lower than readState.Index' (duration: 275.286223ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:05:57.894567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109454147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s4pck\" ","response":"range_response_count:1 size:20865"} {"level":"info","ts":"2026-02-28T02:05:57.894627Z","caller":"traceutil/trace.go:171","msg":"trace[1386473803] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-s4pck; range_end:; response_count:1; response_revision:16552; }","duration":"1.109542768s","start":"2026-02-28T02:05:56.785071Z","end":"2026-02-28T02:05:57.894614Z","steps":["trace[1386473803] 'agreement among raft nodes before linearized reading' (duration: 1.109365524s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.894654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.78506Z","time spent":"1.10958896s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20888,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s4pck\" "} {"level":"info","ts":"2026-02-28T02:05:57.894809Z","caller":"traceutil/trace.go:171","msg":"trace[434697256] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"889.027823ms","start":"2026-02-28T02:05:57.00577Z","end":"2026-02-28T02:05:57.894798Z","steps":["trace[434697256] 'process raft request' (duration: 888.287316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.894838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12042286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-02-28T02:05:57.894867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127694028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-w84rg\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-02-28T02:05:57.894882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264951166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:05:57.894878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:57.005743Z","time spent":"889.088204ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:05:57.894965Z","caller":"traceutil/trace.go:171","msg":"trace[567729205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16552; }","duration":"1.265122191s","start":"2026-02-28T02:05:56.629819Z","end":"2026-02-28T02:05:57.894942Z","steps":["trace[567729205] 'agreement among raft nodes before linearized reading' (duration: 1.264769072s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.895056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.629794Z","time spent":"1.265243373s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:05:57.894892Z","caller":"traceutil/trace.go:171","msg":"trace[1717671802] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l2db5; range_end:; response_count:1; response_revision:16552; }","duration":"1.120464501s","start":"2026-02-28T02:05:56.774404Z","end":"2026-02-28T02:05:57.894869Z","steps":["trace[1717671802] 'agreement among raft nodes before linearized reading' (duration: 1.120273277s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:57.90052Z","caller":"traceutil/trace.go:171","msg":"trace[793490486] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-w84rg; range_end:; response_count:1; response_revision:16552; }","duration":"1.127810831s","start":"2026-02-28T02:05:56.767118Z","end":"2026-02-28T02:05:57.894929Z","steps":["trace[793490486] 'agreement among raft nodes before linearized reading' (duration: 1.127612837s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.894612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264424024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-28T02:05:57.900612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.767105Z","time spent":"1.133484902s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-w84rg\" "} {"level":"info","ts":"2026-02-28T02:05:57.900708Z","caller":"traceutil/trace.go:171","msg":"trace[758054597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16552; }","duration":"1.270482344s","start":"2026-02-28T02:05:56.63011Z","end":"2026-02-28T02:05:57.900592Z","steps":["trace[758054597] 'agreement among raft nodes before linearized reading' (duration: 1.264274721s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.900773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.965843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-02-28T02:05:57.900781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.630102Z","time spent":"1.270663388s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T02:05:57.900839Z","caller":"traceutil/trace.go:171","msg":"trace[1735487005] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16552; }","duration":"588.029694ms","start":"2026-02-28T02:05:57.312775Z","end":"2026-02-28T02:05:57.900805Z","steps":["trace[1735487005] 'agreement among raft nodes before linearized reading' (duration: 587.85058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.900891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276503184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-28T02:05:57.900885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:57.312714Z","time spent":"588.162767ms","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-02-28T02:05:57.900965Z","caller":"traceutil/trace.go:171","msg":"trace[2012659172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16552; }","duration":"1.276591215s","start":"2026-02-28T02:05:56.624337Z","end":"2026-02-28T02:05:57.900929Z","steps":["trace[2012659172] 'agreement among raft nodes before linearized reading' (duration: 1.276407541s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.900826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295411251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:05:57.901026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307661045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:05:57.901004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.624312Z","time spent":"1.276682818s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-28T02:05:57.90117Z","caller":"traceutil/trace.go:171","msg":"trace[253851098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16552; }","duration":"1.29577216s","start":"2026-02-28T02:05:56.605354Z","end":"2026-02-28T02:05:57.901126Z","steps":["trace[253851098] 'agreement among raft nodes before linearized reading' (duration: 1.295177396s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:57.901223Z","caller":"traceutil/trace.go:171","msg":"trace[326786227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16552; }","duration":"1.30789759s","start":"2026-02-28T02:05:56.593252Z","end":"2026-02-28T02:05:57.901149Z","steps":["trace[326786227] 'agreement among raft nodes before linearized reading' (duration: 1.307502061s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.901044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.868491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29537400-2gxbq\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-02-28T02:05:57.901292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.593233Z","time spent":"1.308046174s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T02:05:57.901354Z","caller":"traceutil/trace.go:171","msg":"trace[647821205] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29537400-2gxbq; range_end:; response_count:1; response_revision:16552; }","duration":"287.191909ms","start":"2026-02-28T02:05:57.614131Z","end":"2026-02-28T02:05:57.901322Z","steps":["trace[647821205] 'agreement among raft nodes before linearized reading' (duration: 286.642487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.901364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.605331Z","time spent":"1.295925783s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:05:57.90101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.868788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:57.901516Z","caller":"traceutil/trace.go:171","msg":"trace[1336845372] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16552; }","duration":"432.464902ms","start":"2026-02-28T02:05:57.469021Z","end":"2026-02-28T02:05:57.901486Z","steps":["trace[1336845372] 'agreement among raft nodes before linearized reading' (duration: 431.787576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.901567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:57.469Z","time spent":"432.550034ms","remote":"127.0.0.1:47064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:05:57.901036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271688502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:05:57.901914Z","caller":"traceutil/trace.go:171","msg":"trace[1497454093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16552; }","duration":"1.272634584s","start":"2026-02-28T02:05:56.629266Z","end":"2026-02-28T02:05:57.9019Z","steps":["trace[1497454093] 'agreement among raft nodes before linearized reading' (duration: 1.271416535s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:57.901966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.629245Z","time spent":"1.272708616s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:05:57.900467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:05:56.774372Z","time spent":"1.126079061s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" "} {"level":"info","ts":"2026-02-28T02:05:58.01453Z","caller":"traceutil/trace.go:171","msg":"trace[1832332734] linearizableReadLoop","detail":"{readStateIndex:17141; appliedIndex:17140; }","duration":"102.205876ms","start":"2026-02-28T02:05:57.912275Z","end":"2026-02-28T02:05:58.014481Z","steps":["trace[1832332734] 'read index received' (duration: 101.355836ms)","trace[1832332734] 'applied index is now lower than readState.Index' (duration: 847.96µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:05:58.014869Z","caller":"traceutil/trace.go:171","msg":"trace[861826991] transaction","detail":"{read_only:false; response_revision:16553; number_of_response:1; }","duration":"103.051176ms","start":"2026-02-28T02:05:57.911777Z","end":"2026-02-28T02:05:58.014829Z","steps":["trace[861826991] 'process raft request' (duration: 101.959041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.016341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.032548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:979204"} {"level":"info","ts":"2026-02-28T02:05:58.016538Z","caller":"traceutil/trace.go:171","msg":"trace[1476908594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16553; }","duration":"104.257633ms","start":"2026-02-28T02:05:57.912256Z","end":"2026-02-28T02:05:58.016513Z","steps":["trace[1476908594] 'agreement among raft nodes before linearized reading' (duration: 102.81961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.023581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.222745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:979337"} {"level":"info","ts":"2026-02-28T02:05:58.023644Z","caller":"traceutil/trace.go:171","msg":"trace[644822360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16558; }","duration":"111.305377ms","start":"2026-02-28T02:05:57.912325Z","end":"2026-02-28T02:05:58.023631Z","steps":["trace[644822360] 'agreement among raft nodes before linearized reading' (duration: 110.504649ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.029763Z","caller":"traceutil/trace.go:171","msg":"trace[1496296791] transaction","detail":"{read_only:false; response_revision:16557; number_of_response:1; }","duration":"115.702088ms","start":"2026-02-28T02:05:57.91404Z","end":"2026-02-28T02:05:58.029742Z","steps":["trace[1496296791] 'process raft request' (duration: 108.698806ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.029973Z","caller":"traceutil/trace.go:171","msg":"trace[1974513902] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"117.209823ms","start":"2026-02-28T02:05:57.912578Z","end":"2026-02-28T02:05:58.029788Z","steps":["trace[1974513902] 'process raft request' (duration: 109.959716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.03016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.855192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:05:58.030248Z","caller":"traceutil/trace.go:171","msg":"trace[1013006039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16558; }","duration":"115.969255ms","start":"2026-02-28T02:05:57.914257Z","end":"2026-02-28T02:05:58.030226Z","steps":["trace[1013006039] 'agreement among raft nodes before linearized reading' (duration: 115.7698ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.030373Z","caller":"traceutil/trace.go:171","msg":"trace[1926631862] transaction","detail":"{read_only:false; response_revision:16556; number_of_response:1; }","duration":"117.259105ms","start":"2026-02-28T02:05:57.91306Z","end":"2026-02-28T02:05:58.030319Z","steps":["trace[1926631862] 'process raft request' (duration: 109.654349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.030681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.758433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:58.030419Z","caller":"traceutil/trace.go:171","msg":"trace[551678113] transaction","detail":"{read_only:false; response_revision:16555; number_of_response:1; }","duration":"117.394118ms","start":"2026-02-28T02:05:57.912971Z","end":"2026-02-28T02:05:58.030365Z","steps":["trace[551678113] 'process raft request' (duration: 109.70908ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.030722Z","caller":"traceutil/trace.go:171","msg":"trace[128101456] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:16558; }","duration":"116.819245ms","start":"2026-02-28T02:05:57.913891Z","end":"2026-02-28T02:05:58.03071Z","steps":["trace[128101456] 'agreement among raft nodes before linearized reading' (duration: 116.637231ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.030502Z","caller":"traceutil/trace.go:171","msg":"trace[1873261677] transaction","detail":"{read_only:false; response_revision:16558; number_of_response:1; }","duration":"113.697582ms","start":"2026-02-28T02:05:57.916796Z","end":"2026-02-28T02:05:58.030494Z","steps":["trace[1873261677] 'process raft request' (duration: 105.974863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.031268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.000509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:979337"} {"level":"info","ts":"2026-02-28T02:05:58.031342Z","caller":"traceutil/trace.go:171","msg":"trace[790374864] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16558; }","duration":"117.085431ms","start":"2026-02-28T02:05:57.914237Z","end":"2026-02-28T02:05:58.031323Z","steps":["trace[790374864] 'agreement among raft nodes before linearized reading' (duration: 115.999896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.436454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.601888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:58.43658Z","caller":"traceutil/trace.go:171","msg":"trace[1194627516] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16570; }","duration":"109.752161ms","start":"2026-02-28T02:05:58.326793Z","end":"2026-02-28T02:05:58.436545Z","steps":["trace[1194627516] 'range keys from in-memory index tree' (duration: 109.524255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.436593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.777265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:05:58.436617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.873897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-02-28T02:05:58.436674Z","caller":"traceutil/trace.go:171","msg":"trace[1769293274] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16570; }","duration":"110.876297ms","start":"2026-02-28T02:05:58.325771Z","end":"2026-02-28T02:05:58.436647Z","steps":["trace[1769293274] 'range keys from in-memory index tree' (duration: 110.688712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.436724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.42395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:58.436743Z","caller":"traceutil/trace.go:171","msg":"trace[1966602048] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16570; }","duration":"111.46354ms","start":"2026-02-28T02:05:58.325275Z","end":"2026-02-28T02:05:58.436738Z","steps":["trace[1966602048] 'range keys from in-memory index tree' (duration: 111.371018ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.436688Z","caller":"traceutil/trace.go:171","msg":"trace[385339392] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16570; }","duration":"111.02881ms","start":"2026-02-28T02:05:58.325643Z","end":"2026-02-28T02:05:58.436672Z","steps":["trace[385339392] 'range keys from in-memory index tree' (duration: 110.711063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.436549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.812212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-02-28T02:05:58.43688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.160781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:58.4369Z","caller":"traceutil/trace.go:171","msg":"trace[313506602] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16570; }","duration":"110.187791ms","start":"2026-02-28T02:05:58.326704Z","end":"2026-02-28T02:05:58.436892Z","steps":["trace[313506602] 'range keys from in-memory index tree' (duration: 110.099069ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.436919Z","caller":"traceutil/trace.go:171","msg":"trace[1328858865] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:16570; }","duration":"110.241242ms","start":"2026-02-28T02:05:58.326639Z","end":"2026-02-28T02:05:58.43688Z","steps":["trace[1328858865] 'range keys from in-memory index tree' (duration: 109.581877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.437041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.091179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-02-28T02:05:58.437254Z","caller":"traceutil/trace.go:171","msg":"trace[1751582714] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:16570; }","duration":"110.254613ms","start":"2026-02-28T02:05:58.32688Z","end":"2026-02-28T02:05:58.437134Z","steps":["trace[1751582714] 'range keys from in-memory index tree' (duration: 109.965036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:05:58.436955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.311053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:05:58.437081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.475991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:05:58.43753Z","caller":"traceutil/trace.go:171","msg":"trace[1188124742] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16570; }","duration":"112.007644ms","start":"2026-02-28T02:05:58.325509Z","end":"2026-02-28T02:05:58.437517Z","steps":["trace[1188124742] 'range keys from in-memory index tree' (duration: 111.306557ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:05:58.437386Z","caller":"traceutil/trace.go:171","msg":"trace[1278138178] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16570; }","duration":"110.739444ms","start":"2026-02-28T02:05:58.326625Z","end":"2026-02-28T02:05:58.437364Z","steps":["trace[1278138178] 'range keys from in-memory index tree' (duration: 110.183741ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:04.324813Z","caller":"traceutil/trace.go:171","msg":"trace[1886588631] transaction","detail":"{read_only:false; response_revision:16627; number_of_response:1; }","duration":"177.217523ms","start":"2026-02-28T02:06:04.147559Z","end":"2026-02-28T02:06:04.324777Z","steps":["trace[1886588631] 'process raft request' (duration: 90.73452ms)","trace[1886588631] 'compare' (duration: 86.253277ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:06:04.324866Z","caller":"traceutil/trace.go:171","msg":"trace[834755977] linearizableReadLoop","detail":"{readStateIndex:17218; appliedIndex:17215; }","duration":"176.522907ms","start":"2026-02-28T02:06:04.148319Z","end":"2026-02-28T02:06:04.324841Z","steps":["trace[834755977] 'read index received' (duration: 90.065055ms)","trace[834755977] 'applied index is now lower than readState.Index' (duration: 86.456172ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:06:04.324921Z","caller":"traceutil/trace.go:171","msg":"trace[570620477] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"176.613379ms","start":"2026-02-28T02:06:04.14827Z","end":"2026-02-28T02:06:04.324883Z","steps":["trace[570620477] 'process raft request' (duration: 176.484896ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:04.325021Z","caller":"traceutil/trace.go:171","msg":"trace[1175764605] transaction","detail":"{read_only:false; response_revision:16630; number_of_response:1; }","duration":"174.771526ms","start":"2026-02-28T02:06:04.15021Z","end":"2026-02-28T02:06:04.324982Z","steps":["trace[1175764605] 'process raft request' (duration: 174.586742ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:04.325156Z","caller":"traceutil/trace.go:171","msg":"trace[1198949220] transaction","detail":"{read_only:false; response_revision:16628; number_of_response:1; }","duration":"176.910236ms","start":"2026-02-28T02:06:04.148226Z","end":"2026-02-28T02:06:04.325136Z","steps":["trace[1198949220] 'process raft request' (duration: 176.472796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:04.325905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.732039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:06:04.325965Z","caller":"traceutil/trace.go:171","msg":"trace[1884517810] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16630; }","duration":"175.833231ms","start":"2026-02-28T02:06:04.150116Z","end":"2026-02-28T02:06:04.325949Z","steps":["trace[1884517810] 'agreement among raft nodes before linearized reading' (duration: 175.674227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:04.326145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.488486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:980986"} {"level":"info","ts":"2026-02-28T02:06:04.326206Z","caller":"traceutil/trace.go:171","msg":"trace[1680947516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16630; }","duration":"176.605878ms","start":"2026-02-28T02:06:04.149585Z","end":"2026-02-28T02:06:04.326191Z","steps":["trace[1680947516] 'agreement among raft nodes before linearized reading' (duration: 175.452262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:04.326291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.067205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:06:04.326416Z","caller":"traceutil/trace.go:171","msg":"trace[822411043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16630; }","duration":"106.599878ms","start":"2026-02-28T02:06:04.21979Z","end":"2026-02-28T02:06:04.32639Z","steps":["trace[822411043] 'agreement among raft nodes before linearized reading' (duration: 106.003904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:04.32773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.219439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:980986"} {"level":"info","ts":"2026-02-28T02:06:04.327803Z","caller":"traceutil/trace.go:171","msg":"trace[1938512766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16630; }","duration":"179.488845ms","start":"2026-02-28T02:06:04.148299Z","end":"2026-02-28T02:06:04.327788Z","steps":["trace[1938512766] 'agreement among raft nodes before linearized reading' (duration: 176.689241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:04.329208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.581684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:980986"} {"level":"info","ts":"2026-02-28T02:06:04.32927Z","caller":"traceutil/trace.go:171","msg":"trace[939250980] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:16630; }","duration":"178.664056ms","start":"2026-02-28T02:06:04.150593Z","end":"2026-02-28T02:06:04.329257Z","steps":["trace[939250980] 'agreement among raft nodes before linearized reading' (duration: 175.180996ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:10.708976Z","caller":"traceutil/trace.go:171","msg":"trace[700882365] transaction","detail":"{read_only:false; response_revision:16729; number_of_response:1; }","duration":"292.176775ms","start":"2026-02-28T02:06:10.416763Z","end":"2026-02-28T02:06:10.70894Z","steps":["trace[700882365] 'process raft request' (duration: 292.047242ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:10.71432Z","caller":"traceutil/trace.go:171","msg":"trace[1245420297] linearizableReadLoop","detail":"{readStateIndex:17324; appliedIndex:17323; }","duration":"296.956195ms","start":"2026-02-28T02:06:10.417352Z","end":"2026-02-28T02:06:10.714308Z","steps":["trace[1245420297] 'read index received' (duration: 291.594091ms)","trace[1245420297] 'applied index is now lower than readState.Index' (duration: 5.361094ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:06:10.714388Z","caller":"traceutil/trace.go:171","msg":"trace[1520864596] transaction","detail":"{read_only:false; response_revision:16730; number_of_response:1; }","duration":"297.576889ms","start":"2026-02-28T02:06:10.416802Z","end":"2026-02-28T02:06:10.714379Z","steps":["trace[1520864596] 'process raft request' (duration: 295.88398ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:10.714507Z","caller":"traceutil/trace.go:171","msg":"trace[1227253692] transaction","detail":"{read_only:false; response_revision:16731; number_of_response:1; }","duration":"295.87225ms","start":"2026-02-28T02:06:10.418609Z","end":"2026-02-28T02:06:10.714481Z","steps":["trace[1227253692] 'process raft request' (duration: 295.639274ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:10.714789Z","caller":"traceutil/trace.go:171","msg":"trace[1700640310] transaction","detail":"{read_only:false; response_revision:16732; number_of_response:1; }","duration":"296.077244ms","start":"2026-02-28T02:06:10.418691Z","end":"2026-02-28T02:06:10.714768Z","steps":["trace[1700640310] 'process raft request' (duration: 295.588883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.714971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.091825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:06:10.715018Z","caller":"traceutil/trace.go:171","msg":"trace[696580184] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16732; }","duration":"226.171966ms","start":"2026-02-28T02:06:10.488838Z","end":"2026-02-28T02:06:10.71501Z","steps":["trace[696580184] 'agreement among raft nodes before linearized reading' (duration: 226.092874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.516934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-02-28T02:06:10.715275Z","caller":"traceutil/trace.go:171","msg":"trace[51491083] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16732; }","duration":"223.580246ms","start":"2026-02-28T02:06:10.491688Z","end":"2026-02-28T02:06:10.715268Z","steps":["trace[51491083] 'agreement among raft nodes before linearized reading' (duration: 223.475564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.632351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:987673"} {"level":"info","ts":"2026-02-28T02:06:10.715345Z","caller":"traceutil/trace.go:171","msg":"trace[712099553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:16732; }","duration":"297.693313ms","start":"2026-02-28T02:06:10.417645Z","end":"2026-02-28T02:06:10.715338Z","steps":["trace[712099553] 'agreement among raft nodes before linearized reading' (duration: 296.890884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.416562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:06:10.715403Z","caller":"traceutil/trace.go:171","msg":"trace[1897331669] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16732; }","duration":"226.455073ms","start":"2026-02-28T02:06:10.488942Z","end":"2026-02-28T02:06:10.715397Z","steps":["trace[1897331669] 'agreement among raft nodes before linearized reading' (duration: 226.419472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.815201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:06:10.715669Z","caller":"traceutil/trace.go:171","msg":"trace[409187221] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16732; }","duration":"226.882123ms","start":"2026-02-28T02:06:10.488781Z","end":"2026-02-28T02:06:10.715663Z","steps":["trace[409187221] 'agreement among raft nodes before linearized reading' (duration: 226.834902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.359471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-28T02:06:10.71574Z","caller":"traceutil/trace.go:171","msg":"trace[662183858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16732; }","duration":"258.414023ms","start":"2026-02-28T02:06:10.45732Z","end":"2026-02-28T02:06:10.715734Z","steps":["trace[662183858] 'agreement among raft nodes before linearized reading' (duration: 258.341061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.341754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:06:10.715893Z","caller":"traceutil/trace.go:171","msg":"trace[1995416892] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16732; }","duration":"227.418895ms","start":"2026-02-28T02:06:10.488466Z","end":"2026-02-28T02:06:10.715885Z","steps":["trace[1995416892] 'agreement among raft nodes before linearized reading' (duration: 227.375194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.715982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.585372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:06:10.716072Z","caller":"traceutil/trace.go:171","msg":"trace[1776415841] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16732; }","duration":"228.700555ms","start":"2026-02-28T02:06:10.487345Z","end":"2026-02-28T02:06:10.716046Z","steps":["trace[1776415841] 'agreement among raft nodes before linearized reading' (duration: 228.567112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.717242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.447842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:987673"} {"level":"info","ts":"2026-02-28T02:06:10.7173Z","caller":"traceutil/trace.go:171","msg":"trace[1341660544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:16732; }","duration":"299.514405ms","start":"2026-02-28T02:06:10.417774Z","end":"2026-02-28T02:06:10.717288Z","steps":["trace[1341660544] 'agreement among raft nodes before linearized reading' (duration: 297.943878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.719681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.274688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:987673"} {"level":"info","ts":"2026-02-28T02:06:10.719953Z","caller":"traceutil/trace.go:171","msg":"trace[339928833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:16732; }","duration":"302.611766ms","start":"2026-02-28T02:06:10.417312Z","end":"2026-02-28T02:06:10.719923Z","steps":["trace[339928833] 'agreement among raft nodes before linearized reading' (duration: 297.139489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:10.720106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:06:10.417299Z","time spent":"302.785791ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":102,"response size":987696,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-28T02:06:14.842766Z","caller":"traceutil/trace.go:171","msg":"trace[1429247362] linearizableReadLoop","detail":"{readStateIndex:17352; appliedIndex:17351; }","duration":"111.963872ms","start":"2026-02-28T02:06:14.730781Z","end":"2026-02-28T02:06:14.842745Z","steps":["trace[1429247362] 'read index received' (duration: 111.745297ms)","trace[1429247362] 'applied index is now lower than readState.Index' (duration: 217.765µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:06:14.842891Z","caller":"traceutil/trace.go:171","msg":"trace[1809224710] transaction","detail":"{read_only:false; response_revision:16757; number_of_response:1; }","duration":"112.960995ms","start":"2026-02-28T02:06:14.729901Z","end":"2026-02-28T02:06:14.842862Z","steps":["trace[1809224710] 'process raft request' (duration: 112.702439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:14.84297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.166957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T02:06:14.843089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.02495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:06:14.843201Z","caller":"traceutil/trace.go:171","msg":"trace[150808325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16757; }","duration":"111.166284ms","start":"2026-02-28T02:06:14.732008Z","end":"2026-02-28T02:06:14.843174Z","steps":["trace[150808325] 'agreement among raft nodes before linearized reading' (duration: 110.914828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:06:14.843256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.716883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:06:14.843314Z","caller":"traceutil/trace.go:171","msg":"trace[1179400201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16757; }","duration":"110.798515ms","start":"2026-02-28T02:06:14.732499Z","end":"2026-02-28T02:06:14.843297Z","steps":["trace[1179400201] 'agreement among raft nodes before linearized reading' (duration: 110.610741ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:14.843539Z","caller":"traceutil/trace.go:171","msg":"trace[1623217363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16757; }","duration":"112.232898ms","start":"2026-02-28T02:06:14.730762Z","end":"2026-02-28T02:06:14.842995Z","steps":["trace[1623217363] 'agreement among raft nodes before linearized reading' (duration: 112.088665ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:06:38.322317Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14483} {"level":"info","ts":"2026-02-28T02:06:38.423867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14483,"took":"97.698632ms","hash":4272992740,"current-db-size-bytes":43147264,"current-db-size":"43 MB","current-db-size-in-use-bytes":30105600,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-28T02:06:38.423944Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4272992740,"revision":14483,"compact-revision":12118} {"level":"warn","ts":"2026-02-28T02:06:53.081509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.263427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-28T02:06:53.081511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.688207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-l2db5\" ","response":"range_response_count:1 size:23312"} {"level":"info","ts":"2026-02-28T02:06:53.081841Z","caller":"traceutil/trace.go:171","msg":"trace[1744667722] transaction","detail":"{read_only:false; response_revision:17044; number_of_response:1; }","duration":"160.190018ms","start":"2026-02-28T02:06:52.921629Z","end":"2026-02-28T02:06:53.081819Z","steps":["trace[1744667722] 'process raft request' (duration: 16.531432ms)","trace[1744667722] 'compare' (duration: 142.95516ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:06:53.081888Z","caller":"traceutil/trace.go:171","msg":"trace[741293385] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-l2db5; range_end:; response_count:1; response_revision:17043; }","duration":"163.147727ms","start":"2026-02-28T02:06:52.918703Z","end":"2026-02-28T02:06:53.08185Z","steps":["trace[741293385] 'range keys from in-memory index tree' (duration: 162.294597ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:07:02.579607Z","caller":"traceutil/trace.go:171","msg":"trace[365973504] transaction","detail":"{read_only:false; response_revision:17118; number_of_response:1; }","duration":"120.218243ms","start":"2026-02-28T02:07:02.459337Z","end":"2026-02-28T02:07:02.579555Z","steps":["trace[365973504] 'process raft request' (duration: 119.938176ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:23.904567Z","caller":"traceutil/trace.go:171","msg":"trace[60554151] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"111.000387ms","start":"2026-02-28T02:10:23.79351Z","end":"2026-02-28T02:10:23.90451Z","steps":["trace[60554151] 'process raft request' (duration: 110.610968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:24.606339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.776915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:10:24.606418Z","caller":"traceutil/trace.go:171","msg":"trace[1291170040] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:18466; }","duration":"678.910258ms","start":"2026-02-28T02:10:23.92749Z","end":"2026-02-28T02:10:24.6064Z","steps":["trace[1291170040] 'count revisions from in-memory index tree' (duration: 678.640781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:24.606444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:23.927475Z","time spent":"678.963759ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:10:24.606645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.0199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:10:24.606819Z","caller":"traceutil/trace.go:171","msg":"trace[1996459756] transaction","detail":"{read_only:false; response_revision:18467; number_of_response:1; }","duration":"666.75875ms","start":"2026-02-28T02:10:23.94002Z","end":"2026-02-28T02:10:24.606779Z","steps":["trace[1996459756] 'process raft request' (duration: 316.462643ms)","trace[1996459756] 'compare' (duration: 349.398976ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:10:24.606905Z","caller":"traceutil/trace.go:171","msg":"trace[1664575291] transaction","detail":"{read_only:false; response_revision:18468; number_of_response:1; }","duration":"123.37357ms","start":"2026-02-28T02:10:24.483507Z","end":"2026-02-28T02:10:24.606881Z","steps":["trace[1664575291] 'process raft request' (duration: 123.290958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:24.607006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:23.939992Z","time spent":"666.909243ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:24.607154Z","caller":"traceutil/trace.go:171","msg":"trace[33672678] linearizableReadLoop","detail":"{readStateIndex:19123; appliedIndex:19122; }","duration":"309.602326ms","start":"2026-02-28T02:10:24.297389Z","end":"2026-02-28T02:10:24.606991Z","steps":["trace[33672678] 'read index received' (duration: 44.481µs)","trace[33672678] 'applied index is now lower than readState.Index' (duration: 309.506603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:24.607431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.045176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:10:24.607465Z","caller":"traceutil/trace.go:171","msg":"trace[1011806985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18468; }","duration":"310.104747ms","start":"2026-02-28T02:10:24.29735Z","end":"2026-02-28T02:10:24.607455Z","steps":["trace[1011806985] 'agreement among raft nodes before linearized reading' (duration: 309.941733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:24.607482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:24.297331Z","time spent":"310.147549ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:10:24.607614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.154803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T02:10:24.607667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.615734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:10:24.607668Z","caller":"traceutil/trace.go:171","msg":"trace[630995021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18468; }","duration":"301.225045ms","start":"2026-02-28T02:10:24.30643Z","end":"2026-02-28T02:10:24.607655Z","steps":["trace[630995021] 'agreement among raft nodes before linearized reading' (duration: 301.04103ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:24.60769Z","caller":"traceutil/trace.go:171","msg":"trace[581650380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18468; }","duration":"301.678125ms","start":"2026-02-28T02:10:24.306004Z","end":"2026-02-28T02:10:24.607682Z","steps":["trace[581650380] 'agreement among raft nodes before linearized reading' (duration: 301.615344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:24.607707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:24.305985Z","time spent":"301.719456ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:10:24.607714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:24.306422Z","time spent":"301.282906ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:10:24.607744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.053307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:10:24.607861Z","caller":"traceutil/trace.go:171","msg":"trace[1534434465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18468; }","duration":"303.309732ms","start":"2026-02-28T02:10:24.304528Z","end":"2026-02-28T02:10:24.607838Z","steps":["trace[1534434465] 'agreement among raft nodes before linearized reading' (duration: 302.862662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:24.607972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:24.304504Z","time spent":"303.454456ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:10:35.221928Z","caller":"traceutil/trace.go:171","msg":"trace[560058193] transaction","detail":"{read_only:false; response_revision:18518; number_of_response:1; }","duration":"336.698336ms","start":"2026-02-28T02:10:34.885201Z","end":"2026-02-28T02:10:35.2219Z","steps":["trace[560058193] 'process raft request' (duration: 307.421117ms)","trace[560058193] 'compare' (duration: 28.498231ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:35.222059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:34.885186Z","time spent":"336.809498ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:35.222349Z","caller":"traceutil/trace.go:171","msg":"trace[251382093] transaction","detail":"{read_only:false; response_revision:18519; number_of_response:1; }","duration":"336.501421ms","start":"2026-02-28T02:10:34.885817Z","end":"2026-02-28T02:10:35.222319Z","steps":["trace[251382093] 'process raft request' (duration: 336.333618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:35.222501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.853079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:10:35.222529Z","caller":"traceutil/trace.go:171","msg":"trace[743024313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18520; }","duration":"287.937211ms","start":"2026-02-28T02:10:34.934587Z","end":"2026-02-28T02:10:35.222524Z","steps":["trace[743024313] 'agreement among raft nodes before linearized reading' (duration: 287.826268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:35.222519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:34.88578Z","time spent":"336.661905ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:35.222644Z","caller":"traceutil/trace.go:171","msg":"trace[1046998768] transaction","detail":"{read_only:false; response_revision:18520; number_of_response:1; }","duration":"221.937413ms","start":"2026-02-28T02:10:35.000701Z","end":"2026-02-28T02:10:35.222639Z","steps":["trace[1046998768] 'process raft request' (duration: 221.569424ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:35.222397Z","caller":"traceutil/trace.go:171","msg":"trace[777836460] linearizableReadLoop","detail":"{readStateIndex:19177; appliedIndex:19175; }","duration":"287.731316ms","start":"2026-02-28T02:10:34.934659Z","end":"2026-02-28T02:10:35.22239Z","steps":["trace[777836460] 'read index received' (duration: 257.988547ms)","trace[777836460] 'applied index is now lower than readState.Index' (duration: 29.742209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:35.221878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.921806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:10:35.22288Z","caller":"traceutil/trace.go:171","msg":"trace[1190876556] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:18517; }","duration":"381.97212ms","start":"2026-02-28T02:10:34.840877Z","end":"2026-02-28T02:10:35.222849Z","steps":["trace[1190876556] 'count revisions from in-memory index tree' (duration: 380.803484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:35.222953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:34.840861Z","time spent":"382.070022ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:10:41.368068Z","caller":"traceutil/trace.go:171","msg":"trace[136060995] transaction","detail":"{read_only:false; response_revision:18542; number_of_response:1; }","duration":"655.529484ms","start":"2026-02-28T02:10:40.71251Z","end":"2026-02-28T02:10:41.368039Z","steps":["trace[136060995] 'process raft request' (duration: 655.446582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:41.368211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:40.712477Z","time spent":"655.666767ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:41.368296Z","caller":"traceutil/trace.go:171","msg":"trace[1247507888] transaction","detail":"{read_only:false; response_revision:18541; number_of_response:1; }","duration":"659.429013ms","start":"2026-02-28T02:10:40.708837Z","end":"2026-02-28T02:10:41.368266Z","steps":["trace[1247507888] 'process raft request' (duration: 658.974323ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:41.368312Z","caller":"traceutil/trace.go:171","msg":"trace[1803685003] linearizableReadLoop","detail":"{readStateIndex:19202; appliedIndex:19201; }","duration":"490.522402ms","start":"2026-02-28T02:10:40.877741Z","end":"2026-02-28T02:10:41.368264Z","steps":["trace[1803685003] 'read index received' (duration: 490.248246ms)","trace[1803685003] 'applied index is now lower than readState.Index' (duration: 271.606µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:10:41.368446Z","caller":"traceutil/trace.go:171","msg":"trace[1628393983] transaction","detail":"{read_only:false; response_revision:18543; number_of_response:1; }","duration":"655.909282ms","start":"2026-02-28T02:10:40.712528Z","end":"2026-02-28T02:10:41.368437Z","steps":["trace[1628393983] 'process raft request' (duration: 655.473142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:41.368448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:40.708795Z","time spent":"659.573077ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:41.368483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:40.712514Z","time spent":"655.947884ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:41.368596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.828399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:10:41.368655Z","caller":"traceutil/trace.go:171","msg":"trace[361790635] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:18543; }","duration":"490.989953ms","start":"2026-02-28T02:10:40.877646Z","end":"2026-02-28T02:10:41.368636Z","steps":["trace[361790635] 'agreement among raft nodes before linearized reading' (duration: 490.798429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:41.368701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:40.877621Z","time spent":"491.068184ms","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:10:42.198896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.493138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:10:42.199168Z","caller":"traceutil/trace.go:171","msg":"trace[596261881] linearizableReadLoop","detail":"{readStateIndex:19204; appliedIndex:19202; }","duration":"830.738019ms","start":"2026-02-28T02:10:41.368404Z","end":"2026-02-28T02:10:42.199142Z","steps":["trace[596261881] 'read index received' (duration: 337.817692ms)","trace[596261881] 'applied index is now lower than readState.Index' (duration: 492.918987ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:10:42.199413Z","caller":"traceutil/trace.go:171","msg":"trace[518910478] transaction","detail":"{read_only:false; response_revision:18545; number_of_response:1; }","duration":"924.969013ms","start":"2026-02-28T02:10:41.27443Z","end":"2026-02-28T02:10:42.199399Z","steps":["trace[518910478] 'process raft request' (duration: 924.588804ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:42.199162Z","caller":"traceutil/trace.go:171","msg":"trace[850105565] transaction","detail":"{read_only:false; response_revision:18544; number_of_response:1; }","duration":"927.226085ms","start":"2026-02-28T02:10:41.271909Z","end":"2026-02-28T02:10:42.199135Z","steps":["trace[850105565] 'process raft request' (duration: 434.38493ms)","trace[850105565] 'compare' (duration: 492.258431ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:42.199506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:41.274412Z","time spent":"925.048225ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:42.199579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.943389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-28T02:10:42.199584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.024574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-28T02:10:42.199585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25380619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-28T02:10:42.199639Z","caller":"traceutil/trace.go:171","msg":"trace[1809366425] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:18545; }","duration":"756.050812ms","start":"2026-02-28T02:10:41.443581Z","end":"2026-02-28T02:10:42.199631Z","steps":["trace[1809366425] 'agreement among raft nodes before linearized reading' (duration: 755.857368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:42.199588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.048779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:10:42.199659Z","caller":"traceutil/trace.go:171","msg":"trace[1970911609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18545; }","duration":"134.141106ms","start":"2026-02-28T02:10:42.065503Z","end":"2026-02-28T02:10:42.199644Z","steps":["trace[1970911609] 'agreement among raft nodes before linearized reading' (duration: 133.966973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:42.199631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.505764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T02:10:42.199677Z","caller":"traceutil/trace.go:171","msg":"trace[1530449266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18545; }","duration":"1.253953984s","start":"2026-02-28T02:10:40.945704Z","end":"2026-02-28T02:10:42.199658Z","steps":["trace[1530449266] 'agreement among raft nodes before linearized reading' (duration: 1.253714288s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:42.199694Z","caller":"traceutil/trace.go:171","msg":"trace[600609877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18545; }","duration":"979.221773ms","start":"2026-02-28T02:10:41.22045Z","end":"2026-02-28T02:10:42.199672Z","steps":["trace[600609877] 'agreement among raft nodes before linearized reading' (duration: 979.015178ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:42.199741Z","caller":"traceutil/trace.go:171","msg":"trace[2031239532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18545; }","duration":"921.648337ms","start":"2026-02-28T02:10:41.278068Z","end":"2026-02-28T02:10:42.199716Z","steps":["trace[2031239532] 'agreement among raft nodes before linearized reading' (duration: 921.367621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:42.199744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:40.945623Z","time spent":"1.254111907s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T02:10:42.199672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:41.443563Z","time spent":"756.103153ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-28T02:10:42.199792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:41.278058Z","time spent":"921.726869ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:10:42.199792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:41.220425Z","time spent":"979.357237ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:10:42.199769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:41.271879Z","time spent":"927.631224ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:42.744693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960773318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:10:43.121218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.819195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:10:43.121364Z","caller":"traceutil/trace.go:171","msg":"trace[300361309] linearizableReadLoop","detail":"{readStateIndex:19209; appliedIndex:19208; }","duration":"876.73338ms","start":"2026-02-28T02:10:42.244606Z","end":"2026-02-28T02:10:43.121339Z","steps":["trace[300361309] 'read index received' (duration: 502.572807ms)","trace[300361309] 'applied index is now lower than readState.Index' (duration: 374.156253ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:10:43.121459Z","caller":"traceutil/trace.go:171","msg":"trace[1319093768] transaction","detail":"{read_only:false; response_revision:18549; number_of_response:1; }","duration":"885.180512ms","start":"2026-02-28T02:10:42.236262Z","end":"2026-02-28T02:10:43.121442Z","steps":["trace[1319093768] 'process raft request' (duration: 510.974198ms)","trace[1319093768] 'compare' (duration: 373.58121ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:43.121543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:42.236241Z","time spent":"885.252644ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:43.121705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.053527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:10:43.1218Z","caller":"traceutil/trace.go:171","msg":"trace[593302748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18549; }","duration":"877.237061ms","start":"2026-02-28T02:10:42.244539Z","end":"2026-02-28T02:10:43.121776Z","steps":["trace[593302748] 'agreement among raft nodes before linearized reading' (duration: 877.004705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.121862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:42.244515Z","time spent":"877.332633ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:10:43.759264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.674074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:10:43.759355Z","caller":"traceutil/trace.go:171","msg":"trace[1898789798] linearizableReadLoop","detail":"{readStateIndex:19210; appliedIndex:19209; }","duration":"637.941632ms","start":"2026-02-28T02:10:43.121399Z","end":"2026-02-28T02:10:43.759341Z","steps":["trace[1898789798] 'read index received' (duration: 235.003612ms)","trace[1898789798] 'applied index is now lower than readState.Index' (duration: 402.93675ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:10:43.759392Z","caller":"traceutil/trace.go:171","msg":"trace[555366932] transaction","detail":"{read_only:false; response_revision:18550; number_of_response:1; }","duration":"641.200587ms","start":"2026-02-28T02:10:43.118161Z","end":"2026-02-28T02:10:43.759362Z","steps":["trace[555366932] 'process raft request' (duration: 238.315038ms)","trace[555366932] 'compare' (duration: 402.330106ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:43.759509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.118122Z","time spent":"641.32627ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:43.759523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.435995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-28T02:10:43.759553Z","caller":"traceutil/trace.go:171","msg":"trace[1700934914] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18550; }","duration":"635.497356ms","start":"2026-02-28T02:10:43.124046Z","end":"2026-02-28T02:10:43.759544Z","steps":["trace[1700934914] 'agreement among raft nodes before linearized reading' (duration: 635.364673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.759543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000988121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:10:43.759573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.124034Z","time spent":"635.534898ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-28T02:10:43.759579Z","caller":"traceutil/trace.go:171","msg":"trace[929922816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18550; }","duration":"1.001069743s","start":"2026-02-28T02:10:42.758498Z","end":"2026-02-28T02:10:43.759568Z","steps":["trace[929922816] 'agreement among raft nodes before linearized reading' (duration: 1.000894719s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.759601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:42.758466Z","time spent":"1.001129454s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:10:43.75973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.206995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:10:43.759753Z","caller":"traceutil/trace.go:171","msg":"trace[1709195762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18550; }","duration":"539.274857ms","start":"2026-02-28T02:10:43.220473Z","end":"2026-02-28T02:10:43.759748Z","steps":["trace[1709195762] 'agreement among raft nodes before linearized reading' (duration: 539.235976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.759767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.220452Z","time spent":"539.312428ms","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:10:43.759792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.647358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:10:43.759828Z","caller":"traceutil/trace.go:171","msg":"trace[521334364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18550; }","duration":"386.707319ms","start":"2026-02-28T02:10:43.37311Z","end":"2026-02-28T02:10:43.759817Z","steps":["trace[521334364] 'agreement among raft nodes before linearized reading' (duration: 386.597017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.759849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.373093Z","time spent":"386.75172ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:10:43.759939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.128116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:10:43.760033Z","caller":"traceutil/trace.go:171","msg":"trace[402394385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18550; }","duration":"386.30156ms","start":"2026-02-28T02:10:43.373712Z","end":"2026-02-28T02:10:43.760013Z","steps":["trace[402394385] 'agreement among raft nodes before linearized reading' (duration: 385.969182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.760069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.37369Z","time spent":"386.372292ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:10:43.760103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.784681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:10:43.760211Z","caller":"traceutil/trace.go:171","msg":"trace[30901422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18550; }","duration":"386.971406ms","start":"2026-02-28T02:10:43.373211Z","end":"2026-02-28T02:10:43.760182Z","steps":["trace[30901422] 'agreement among raft nodes before linearized reading' (duration: 386.593737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:43.760257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.37318Z","time spent":"387.069837ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:10:44.673643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.256109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:10:44.673928Z","caller":"traceutil/trace.go:171","msg":"trace[232648245] transaction","detail":"{read_only:false; response_revision:18551; number_of_response:1; }","duration":"908.741612ms","start":"2026-02-28T02:10:43.765157Z","end":"2026-02-28T02:10:44.673899Z","steps":["trace[232648245] 'process raft request' (duration: 417.110895ms)","trace[232648245] 'compare' (duration: 490.693736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:10:44.674049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.765141Z","time spent":"908.850855ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:44.674842Z","caller":"traceutil/trace.go:171","msg":"trace[1384055330] linearizableReadLoop","detail":"{readStateIndex:19212; appliedIndex:19210; }","duration":"909.195942ms","start":"2026-02-28T02:10:43.765621Z","end":"2026-02-28T02:10:44.674817Z","steps":["trace[1384055330] 'read index received' (duration: 416.664094ms)","trace[1384055330] 'applied index is now lower than readState.Index' (duration: 492.530328ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:10:44.674968Z","caller":"traceutil/trace.go:171","msg":"trace[1950763347] transaction","detail":"{read_only:false; response_revision:18552; number_of_response:1; }","duration":"909.612213ms","start":"2026-02-28T02:10:43.76534Z","end":"2026-02-28T02:10:44.674952Z","steps":["trace[1950763347] 'process raft request' (duration: 908.480707ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:10:44.675039Z","caller":"traceutil/trace.go:171","msg":"trace[1983036339] transaction","detail":"{read_only:false; response_revision:18553; number_of_response:1; }","duration":"908.276241ms","start":"2026-02-28T02:10:43.766718Z","end":"2026-02-28T02:10:44.674994Z","steps":["trace[1983036339] 'process raft request' (duration: 907.945234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.675093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.765331Z","time spent":"909.683114ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:44.675069Z","caller":"traceutil/trace.go:171","msg":"trace[247164565] transaction","detail":"{read_only:false; response_revision:18554; number_of_response:1; }","duration":"891.841476ms","start":"2026-02-28T02:10:43.783153Z","end":"2026-02-28T02:10:44.674994Z","steps":["trace[247164565] 'process raft request' (duration: 891.605291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.675153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.766706Z","time spent":"908.393684ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:44.675372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.783118Z","time spent":"892.101442ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:44.675577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.92274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:10:44.675711Z","caller":"traceutil/trace.go:171","msg":"trace[1673224056] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18554; }","duration":"910.116494ms","start":"2026-02-28T02:10:43.765564Z","end":"2026-02-28T02:10:44.67568Z","steps":["trace[1673224056] 'agreement among raft nodes before linearized reading' (duration: 909.616993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.675868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.765541Z","time spent":"910.226016ms","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-28T02:10:44.741702Z","caller":"traceutil/trace.go:171","msg":"trace[240982945] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"535.547521ms","start":"2026-02-28T02:10:44.206108Z","end":"2026-02-28T02:10:44.741655Z","steps":["trace[240982945] 'process raft request' (duration: 535.403488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.741822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.206083Z","time spent":"535.681005ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:10:44.742075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.074634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-28T02:10:44.742039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.556679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T02:10:44.742077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.10905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:10:44.742158Z","caller":"traceutil/trace.go:171","msg":"trace[1277359794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18556; }","duration":"933.743003ms","start":"2026-02-28T02:10:43.808388Z","end":"2026-02-28T02:10:44.742131Z","steps":["trace[1277359794] 'agreement among raft nodes before linearized reading' (duration: 933.479987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.949583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:10:44.74222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:43.808367Z","time spent":"933.841236ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T02:10:44.742246Z","caller":"traceutil/trace.go:171","msg":"trace[1512909201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18556; }","duration":"523.039406ms","start":"2026-02-28T02:10:44.219194Z","end":"2026-02-28T02:10:44.742233Z","steps":["trace[1512909201] 'agreement among raft nodes before linearized reading' (duration: 522.965974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.21917Z","time spent":"523.111918ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:10:44.742286Z","caller":"traceutil/trace.go:171","msg":"trace[2076722872] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"535.162473ms","start":"2026-02-28T02:10:44.207083Z","end":"2026-02-28T02:10:44.742246Z","steps":["trace[2076722872] 'process raft request' (duration: 534.527588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.534797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:10:44.742281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.327248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:10:44.742118Z","caller":"traceutil/trace.go:171","msg":"trace[724915739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18556; }","duration":"501.135935ms","start":"2026-02-28T02:10:44.240971Z","end":"2026-02-28T02:10:44.742107Z","steps":["trace[724915739] 'agreement among raft nodes before linearized reading' (duration: 500.980361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.207077Z","time spent":"535.275615ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:10:44.742413Z","caller":"traceutil/trace.go:171","msg":"trace[470472716] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18556; }","duration":"728.485142ms","start":"2026-02-28T02:10:44.0139Z","end":"2026-02-28T02:10:44.742386Z","steps":["trace[470472716] 'agreement among raft nodes before linearized reading' (duration: 728.245947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.433399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-28T02:10:44.742569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.240959Z","time spent":"501.479063ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T02:10:44.74263Z","caller":"traceutil/trace.go:171","msg":"trace[714907136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18556; }","duration":"500.587283ms","start":"2026-02-28T02:10:44.241965Z","end":"2026-02-28T02:10:44.742552Z","steps":["trace[714907136] 'agreement among raft nodes before linearized reading' (duration: 500.107592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.241949Z","time spent":"500.863829ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T02:10:44.742316Z","caller":"traceutil/trace.go:171","msg":"trace[1200659683] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18556; }","duration":"188.303744ms","start":"2026-02-28T02:10:44.553885Z","end":"2026-02-28T02:10:44.742189Z","steps":["trace[1200659683] 'agreement among raft nodes before linearized reading' (duration: 188.08772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.742474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.013808Z","time spent":"728.654246ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:10:44.742477Z","caller":"traceutil/trace.go:171","msg":"trace[1771251449] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:18556; }","duration":"530.861875ms","start":"2026-02-28T02:10:44.211505Z","end":"2026-02-28T02:10:44.742367Z","steps":["trace[1771251449] 'agreement among raft nodes before linearized reading' (duration: 530.523857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:10:44.743315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:10:44.211484Z","time spent":"531.789155ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:11:38.32988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16922} {"level":"info","ts":"2026-02-28T02:11:38.462222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16922,"took":"127.616747ms","hash":1588744502,"current-db-size-bytes":43991040,"current-db-size":"44 MB","current-db-size-in-use-bytes":26816512,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-28T02:11:38.46231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1588744502,"revision":16922,"compact-revision":14483} {"level":"info","ts":"2026-02-28T02:12:17.391528Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T02:12:17.400549Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-28T02:12:17.400744Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-28T02:14:17.793589Z","caller":"traceutil/trace.go:171","msg":"trace[130448507] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"114.718742ms","start":"2026-02-28T02:14:17.678836Z","end":"2026-02-28T02:14:17.793555Z","steps":["trace[130448507] 'process raft request' (duration: 114.499677ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:14:31.311242Z","caller":"traceutil/trace.go:171","msg":"trace[1772279355] transaction","detail":"{read_only:false; response_revision:20783; number_of_response:1; }","duration":"232.526314ms","start":"2026-02-28T02:14:31.078678Z","end":"2026-02-28T02:14:31.311204Z","steps":["trace[1772279355] 'process raft request' (duration: 232.32825ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:14:31.361121Z","caller":"traceutil/trace.go:171","msg":"trace[1292744822] linearizableReadLoop","detail":"{readStateIndex:21518; appliedIndex:21516; }","duration":"139.479238ms","start":"2026-02-28T02:14:31.221609Z","end":"2026-02-28T02:14:31.361089Z","steps":["trace[1292744822] 'read index received' (duration: 89.433994ms)","trace[1292744822] 'applied index is now lower than readState.Index' (duration: 50.043754ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:14:31.36129Z","caller":"traceutil/trace.go:171","msg":"trace[1857293307] transaction","detail":"{read_only:false; response_revision:20784; number_of_response:1; }","duration":"179.690547ms","start":"2026-02-28T02:14:31.181583Z","end":"2026-02-28T02:14:31.361274Z","steps":["trace[1857293307] 'process raft request' (duration: 179.270627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:14:31.361523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.905308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:14:31.361605Z","caller":"traceutil/trace.go:171","msg":"trace[127783784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20784; }","duration":"140.048041ms","start":"2026-02-28T02:14:31.221537Z","end":"2026-02-28T02:14:31.361585Z","steps":["trace[127783784] 'agreement among raft nodes before linearized reading' (duration: 139.944759ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:14:31.647876Z","caller":"traceutil/trace.go:171","msg":"trace[1269471253] linearizableReadLoop","detail":"{readStateIndex:21519; appliedIndex:21518; }","duration":"189.213135ms","start":"2026-02-28T02:14:31.458636Z","end":"2026-02-28T02:14:31.647849Z","steps":["trace[1269471253] 'read index received' (duration: 150.148152ms)","trace[1269471253] 'applied index is now lower than readState.Index' (duration: 39.063833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:14:31.648135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.478841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T02:14:31.648157Z","caller":"traceutil/trace.go:171","msg":"trace[84360614] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:20785; }","duration":"189.591494ms","start":"2026-02-28T02:14:31.458558Z","end":"2026-02-28T02:14:31.64815Z","steps":["trace[84360614] 'agreement among raft nodes before linearized reading' (duration: 189.388849ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:14:31.648391Z","caller":"traceutil/trace.go:171","msg":"trace[1540358554] transaction","detail":"{read_only:false; response_revision:20785; number_of_response:1; }","duration":"257.352072ms","start":"2026-02-28T02:14:31.391029Z","end":"2026-02-28T02:14:31.648381Z","steps":["trace[1540358554] 'process raft request' (duration: 217.737516ms)","trace[1540358554] 'compare' (duration: 38.590233ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:14:31.65442Z","caller":"traceutil/trace.go:171","msg":"trace[181286005] transaction","detail":"{read_only:false; response_revision:20786; number_of_response:1; }","duration":"192.415889ms","start":"2026-02-28T02:14:31.461988Z","end":"2026-02-28T02:14:31.654404Z","steps":["trace[181286005] 'process raft request' (duration: 192.303136ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:16:01.448536Z","caller":"traceutil/trace.go:171","msg":"trace[232768270] transaction","detail":"{read_only:false; response_revision:21697; number_of_response:1; }","duration":"117.90063ms","start":"2026-02-28T02:16:01.330602Z","end":"2026-02-28T02:16:01.448502Z","steps":["trace[232768270] 'process raft request' (duration: 117.680915ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:16:01.866874Z","caller":"traceutil/trace.go:171","msg":"trace[728248951] transaction","detail":"{read_only:false; response_revision:21700; number_of_response:1; }","duration":"109.367002ms","start":"2026-02-28T02:16:01.757445Z","end":"2026-02-28T02:16:01.866812Z","steps":["trace[728248951] 'process raft request' (duration: 64.595281ms)","trace[728248951] 'compare' (duration: 44.498635ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:16:38.335996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19069} {"level":"info","ts":"2026-02-28T02:16:38.451501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19069,"took":"109.960146ms","hash":1347194639,"current-db-size-bytes":47865856,"current-db-size":"48 MB","current-db-size-in-use-bytes":38920192,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-28T02:16:38.451588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1347194639,"revision":19069,"compact-revision":16922} {"level":"info","ts":"2026-02-28T02:17:30.732562Z","caller":"traceutil/trace.go:171","msg":"trace[1086601954] transaction","detail":"{read_only:false; response_revision:22444; number_of_response:1; }","duration":"527.739715ms","start":"2026-02-28T02:17:30.204789Z","end":"2026-02-28T02:17:30.732529Z","steps":["trace[1086601954] 'process raft request' (duration: 527.52804ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:30.732618Z","caller":"traceutil/trace.go:171","msg":"trace[700970424] linearizableReadLoop","detail":"{readStateIndex:23223; appliedIndex:23223; }","duration":"440.083438ms","start":"2026-02-28T02:17:30.292508Z","end":"2026-02-28T02:17:30.732592Z","steps":["trace[700970424] 'read index received' (duration: 440.071028ms)","trace[700970424] 'applied index is now lower than readState.Index' (duration: 10.55µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:30.732766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.241512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:30.732775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:30.204759Z","time spent":"527.908659ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:30.732815Z","caller":"traceutil/trace.go:171","msg":"trace[1062597312] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22444; }","duration":"440.353884ms","start":"2026-02-28T02:17:30.292447Z","end":"2026-02-28T02:17:30.732801Z","steps":["trace[1062597312] 'agreement among raft nodes before linearized reading' (duration: 440.255312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:30.732859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:30.292417Z","time spent":"440.433716ms","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:17:30.735797Z","caller":"traceutil/trace.go:171","msg":"trace[144292648] transaction","detail":"{read_only:false; response_revision:22445; number_of_response:1; }","duration":"392.815039ms","start":"2026-02-28T02:17:30.342965Z","end":"2026-02-28T02:17:30.73578Z","steps":["trace[144292648] 'process raft request' (duration: 392.663896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:30.735891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:30.342939Z","time spent":"392.908221ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:30.736109Z","caller":"traceutil/trace.go:171","msg":"trace[538848961] transaction","detail":"{read_only:false; response_revision:22446; number_of_response:1; }","duration":"235.505084ms","start":"2026-02-28T02:17:30.500558Z","end":"2026-02-28T02:17:30.736063Z","steps":["trace[538848961] 'process raft request' (duration: 235.173556ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:30.736257Z","caller":"traceutil/trace.go:171","msg":"trace[1007953451] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"198.402911ms","start":"2026-02-28T02:17:30.537838Z","end":"2026-02-28T02:17:30.736241Z","steps":["trace[1007953451] 'process raft request' (duration: 198.129525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:30.736262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.422915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:17:30.736334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.799437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-28T02:17:30.736359Z","caller":"traceutil/trace.go:171","msg":"trace[1913756097] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22447; }","duration":"279.594999ms","start":"2026-02-28T02:17:30.45674Z","end":"2026-02-28T02:17:30.736335Z","steps":["trace[1913756097] 'agreement among raft nodes before linearized reading' (duration: 279.358534ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:30.736379Z","caller":"traceutil/trace.go:171","msg":"trace[1186356217] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22447; }","duration":"132.891299ms","start":"2026-02-28T02:17:30.603475Z","end":"2026-02-28T02:17:30.736366Z","steps":["trace[1186356217] 'agreement among raft nodes before linearized reading' (duration: 132.726555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:30.736415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.581367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:30.736446Z","caller":"traceutil/trace.go:171","msg":"trace[551307500] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22447; }","duration":"257.67628ms","start":"2026-02-28T02:17:30.47876Z","end":"2026-02-28T02:17:30.736436Z","steps":["trace[551307500] 'agreement among raft nodes before linearized reading' (duration: 257.612868ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.453278Z","caller":"traceutil/trace.go:171","msg":"trace[781193623] linearizableReadLoop","detail":"{readStateIndex:23542; appliedIndex:23541; }","duration":"232.238017ms","start":"2026-02-28T02:17:55.220992Z","end":"2026-02-28T02:17:55.45323Z","steps":["trace[781193623] 'read index received' (duration: 227.773063ms)","trace[781193623] 'applied index is now lower than readState.Index' (duration: 4.462954ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:55.45348Z","caller":"traceutil/trace.go:171","msg":"trace[1325265636] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"276.055825ms","start":"2026-02-28T02:17:55.177396Z","end":"2026-02-28T02:17:55.453452Z","steps":["trace[1325265636] 'process raft request' (duration: 271.362256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.453557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.532443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.453916Z","caller":"traceutil/trace.go:171","msg":"trace[692182605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22754; }","duration":"232.962663ms","start":"2026-02-28T02:17:55.220936Z","end":"2026-02-28T02:17:55.453899Z","steps":["trace[692182605] 'agreement among raft nodes before linearized reading' (duration: 232.525623ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:55.802281Z","caller":"traceutil/trace.go:171","msg":"trace[1908578830] linearizableReadLoop","detail":"{readStateIndex:23543; appliedIndex:23542; }","duration":"348.839418ms","start":"2026-02-28T02:17:55.453417Z","end":"2026-02-28T02:17:55.802256Z","steps":["trace[1908578830] 'read index received' (duration: 318.78508ms)","trace[1908578830] 'applied index is now lower than readState.Index' (duration: 30.050558ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:55.802531Z","caller":"traceutil/trace.go:171","msg":"trace[441944009] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"556.275228ms","start":"2026-02-28T02:17:55.246248Z","end":"2026-02-28T02:17:55.802523Z","steps":["trace[441944009] 'process raft request' (duration: 525.975144ms)","trace[441944009] 'compare' (duration: 29.929176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:55.802623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.246224Z","time spent":"556.32774ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:55.802802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.921506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:17:55.802828Z","caller":"traceutil/trace.go:171","msg":"trace[1569668568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22755; }","duration":"418.955836ms","start":"2026-02-28T02:17:55.383865Z","end":"2026-02-28T02:17:55.802821Z","steps":["trace[1569668568] 'agreement among raft nodes before linearized reading' (duration: 418.857774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.802882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.383861Z","time spent":"419.017579ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:55.802985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.54495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:17:55.803003Z","caller":"traceutil/trace.go:171","msg":"trace[1447156753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22755; }","duration":"422.57102ms","start":"2026-02-28T02:17:55.380428Z","end":"2026-02-28T02:17:55.802999Z","steps":["trace[1447156753] 'agreement among raft nodes before linearized reading' (duration: 422.525149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.803015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.380425Z","time spent":"422.587011ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:55.803094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.676144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:17:55.80311Z","caller":"traceutil/trace.go:171","msg":"trace[220973287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22755; }","duration":"422.701884ms","start":"2026-02-28T02:17:55.380404Z","end":"2026-02-28T02:17:55.803106Z","steps":["trace[220973287] 'agreement among raft nodes before linearized reading' (duration: 422.657623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.803122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.380399Z","time spent":"422.719844ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:17:55.803198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.183772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:17:55.803232Z","caller":"traceutil/trace.go:171","msg":"trace[462080097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22755; }","duration":"425.212592ms","start":"2026-02-28T02:17:55.378Z","end":"2026-02-28T02:17:55.803212Z","steps":["trace[462080097] 'agreement among raft nodes before linearized reading' (duration: 425.168691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.803245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.377995Z","time spent":"425.247343ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:17:55.803344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.14439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:17:55.803362Z","caller":"traceutil/trace.go:171","msg":"trace[210565637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22755; }","duration":"428.200612ms","start":"2026-02-28T02:17:55.375157Z","end":"2026-02-28T02:17:55.803357Z","steps":["trace[210565637] 'agreement among raft nodes before linearized reading' (duration: 428.14142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.803376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.375134Z","time spent":"428.237852ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:17:55.803452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.542738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:17:55.803469Z","caller":"traceutil/trace.go:171","msg":"trace[905166303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22755; }","duration":"523.590478ms","start":"2026-02-28T02:17:55.279874Z","end":"2026-02-28T02:17:55.803464Z","steps":["trace[905166303] 'agreement among raft nodes before linearized reading' (duration: 523.549997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.803482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.27986Z","time spent":"523.61811ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:17:55.803554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.857377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.803572Z","caller":"traceutil/trace.go:171","msg":"trace[1100196845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22755; }","duration":"326.888038ms","start":"2026-02-28T02:17:55.476679Z","end":"2026-02-28T02:17:55.803567Z","steps":["trace[1100196845] 'agreement among raft nodes before linearized reading' (duration: 326.852307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:55.803586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.47667Z","time spent":"326.912298ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:17:55.803715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.858525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:17:55.803733Z","caller":"traceutil/trace.go:171","msg":"trace[794501970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22755; }","duration":"202.926156ms","start":"2026-02-28T02:17:55.600802Z","end":"2026-02-28T02:17:55.803728Z","steps":["trace[794501970] 'agreement among raft nodes before linearized reading' (duration: 202.897496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:56.385013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.705727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:17:56.38516Z","caller":"traceutil/trace.go:171","msg":"trace[1295246275] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"573.736594ms","start":"2026-02-28T02:17:55.811399Z","end":"2026-02-28T02:17:56.385135Z","steps":["trace[1295246275] 'process raft request' (duration: 365.779191ms)","trace[1295246275] 'compare' (duration: 207.521623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:17:56.385264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.811371Z","time spent":"573.861268ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:56.391746Z","caller":"traceutil/trace.go:171","msg":"trace[787213418] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"577.988334ms","start":"2026-02-28T02:17:55.813733Z","end":"2026-02-28T02:17:56.391721Z","steps":["trace[787213418] 'process raft request' (duration: 577.808299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:56.39186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.8137Z","time spent":"578.109007ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:56.392135Z","caller":"traceutil/trace.go:171","msg":"trace[1849035572] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"578.195968ms","start":"2026-02-28T02:17:55.813897Z","end":"2026-02-28T02:17:56.392093Z","steps":["trace[1849035572] 'process raft request' (duration: 577.775658ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:56.392351Z","caller":"traceutil/trace.go:171","msg":"trace[659094720] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"578.096726ms","start":"2026-02-28T02:17:55.814223Z","end":"2026-02-28T02:17:56.39232Z","steps":["trace[659094720] 'process raft request' (duration: 577.779299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:56.392521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.814211Z","time spent":"578.228519ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:56.392786Z","caller":"traceutil/trace.go:171","msg":"trace[1348506947] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"466.891162ms","start":"2026-02-28T02:17:55.925866Z","end":"2026-02-28T02:17:56.392757Z","steps":["trace[1348506947] 'process raft request' (duration: 466.83322ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:56.392935Z","caller":"traceutil/trace.go:171","msg":"trace[1730059768] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"578.611989ms","start":"2026-02-28T02:17:55.814312Z","end":"2026-02-28T02:17:56.392924Z","steps":["trace[1730059768] 'process raft request' (duration: 577.925053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:56.392964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.925833Z","time spent":"467.028645ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:56.392983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.814302Z","time spent":"578.656049ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:56.392448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.813843Z","time spent":"578.406313ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:56.392894Z","caller":"traceutil/trace.go:171","msg":"trace[1272178648] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"578.556407ms","start":"2026-02-28T02:17:55.814313Z","end":"2026-02-28T02:17:56.392869Z","steps":["trace[1272178648] 'process raft request' (duration: 578.270361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:56.393364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:55.814286Z","time spent":"578.979496ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:59.249501Z","caller":"traceutil/trace.go:171","msg":"trace[1387811633] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"329.738723ms","start":"2026-02-28T02:17:58.919735Z","end":"2026-02-28T02:17:59.249473Z","steps":["trace[1387811633] 'process raft request' (duration: 329.573939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:59.249696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:58.919705Z","time spent":"329.878276ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:59.262516Z","caller":"traceutil/trace.go:171","msg":"trace[809518757] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"341.677201ms","start":"2026-02-28T02:17:58.920817Z","end":"2026-02-28T02:17:59.262494Z","steps":["trace[809518757] 'process raft request' (duration: 341.399674ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:17:59.26252Z","caller":"traceutil/trace.go:171","msg":"trace[301586940] transaction","detail":"{read_only:false; response_revision:22785; number_of_response:1; }","duration":"328.401962ms","start":"2026-02-28T02:17:58.934085Z","end":"2026-02-28T02:17:59.262487Z","steps":["trace[301586940] 'process raft request' (duration: 328.299029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:59.262611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:58.920789Z","time spent":"341.777532ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:59.262639Z","caller":"traceutil/trace.go:171","msg":"trace[316765579] linearizableReadLoop","detail":"{readStateIndex:23575; appliedIndex:23571; }","duration":"188.544993ms","start":"2026-02-28T02:17:59.07407Z","end":"2026-02-28T02:17:59.262615Z","steps":["trace[316765579] 'read index received' (duration: 175.317445ms)","trace[316765579] 'applied index is now lower than readState.Index' (duration: 13.225178ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:17:59.262753Z","caller":"traceutil/trace.go:171","msg":"trace[985909845] transaction","detail":"{read_only:false; response_revision:22786; number_of_response:1; }","duration":"324.785367ms","start":"2026-02-28T02:17:58.937954Z","end":"2026-02-28T02:17:59.262739Z","steps":["trace[985909845] 'process raft request' (duration: 324.47963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:59.262859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:58.937924Z","time spent":"324.850639ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:17:59.262858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.794308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:17:59.262873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:58.934077Z","time spent":"328.529454ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:17:59.262913Z","caller":"traceutil/trace.go:171","msg":"trace[555818815] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22786; }","duration":"188.87345ms","start":"2026-02-28T02:17:59.074021Z","end":"2026-02-28T02:17:59.262894Z","steps":["trace[555818815] 'agreement among raft nodes before linearized reading' (duration: 188.788838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:59.867029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.637381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:17:59.867129Z","caller":"traceutil/trace.go:171","msg":"trace[1699196474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22786; }","duration":"480.753324ms","start":"2026-02-28T02:17:59.386354Z","end":"2026-02-28T02:17:59.867107Z","steps":["trace[1699196474] 'range keys from in-memory index tree' (duration: 480.471077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:59.867175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:59.386267Z","time spent":"480.896788ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:17:59.867816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.402952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:17:59.867917Z","caller":"traceutil/trace.go:171","msg":"trace[457472246] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22786; }","duration":"411.557635ms","start":"2026-02-28T02:17:59.456332Z","end":"2026-02-28T02:17:59.86789Z","steps":["trace[457472246] 'count revisions from in-memory index tree' (duration: 411.296769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:17:59.867987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:59.456313Z","time spent":"411.661077ms","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:00.599666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.268318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:18:00.599718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.389119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-28T02:18:00.599763Z","caller":"traceutil/trace.go:171","msg":"trace[214997316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22787; }","duration":"198.431312ms","start":"2026-02-28T02:18:00.40131Z","end":"2026-02-28T02:18:00.599741Z","steps":["trace[214997316] 'range keys from in-memory index tree' (duration: 198.060704ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:00.599817Z","caller":"traceutil/trace.go:171","msg":"trace[1762956527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22787; }","duration":"623.529243ms","start":"2026-02-28T02:17:59.976257Z","end":"2026-02-28T02:18:00.599786Z","steps":["trace[1762956527] 'range keys from in-memory index tree' (duration: 623.173524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:00.599897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:17:59.976202Z","time spent":"623.676316ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-28T02:18:00.600069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.503605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:00.600112Z","caller":"traceutil/trace.go:171","msg":"trace[919753317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22787; }","duration":"186.590587ms","start":"2026-02-28T02:18:00.413511Z","end":"2026-02-28T02:18:00.600102Z","steps":["trace[919753317] 'range keys from in-memory index tree' (duration: 186.432574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:00.600347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.240829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:18:00.600423Z","caller":"traceutil/trace.go:171","msg":"trace[937936242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22787; }","duration":"186.335301ms","start":"2026-02-28T02:18:00.414068Z","end":"2026-02-28T02:18:00.600403Z","steps":["trace[937936242] 'range keys from in-memory index tree' (duration: 185.89816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:00.600397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.857925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:00.600538Z","caller":"traceutil/trace.go:171","msg":"trace[632052848] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22787; }","duration":"539.040258ms","start":"2026-02-28T02:18:00.06146Z","end":"2026-02-28T02:18:00.6005Z","steps":["trace[632052848] 'count revisions from in-memory index tree' (duration: 538.769002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:00.600608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.061407Z","time spent":"539.184652ms","remote":"127.0.0.1:47162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:00.600678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.063808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:00.60072Z","caller":"traceutil/trace.go:171","msg":"trace[747040929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22787; }","duration":"187.123209ms","start":"2026-02-28T02:18:00.413585Z","end":"2026-02-28T02:18:00.600709Z","steps":["trace[747040929] 'range keys from in-memory index tree' (duration: 186.844863ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:00.600734Z","caller":"traceutil/trace.go:171","msg":"trace[719347809] transaction","detail":"{read_only:false; response_revision:22788; number_of_response:1; }","duration":"186.612517ms","start":"2026-02-28T02:18:00.414106Z","end":"2026-02-28T02:18:00.600718Z","steps":["trace[719347809] 'process raft request' (duration: 186.145387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:00.600748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.942435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:00.600846Z","caller":"traceutil/trace.go:171","msg":"trace[2044223776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22787; }","duration":"187.053168ms","start":"2026-02-28T02:18:00.413769Z","end":"2026-02-28T02:18:00.600822Z","steps":["trace[2044223776] 'range keys from in-memory index tree' (duration: 186.74931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:00.60076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.12264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:18:00.601066Z","caller":"traceutil/trace.go:171","msg":"trace[1739887349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22787; }","duration":"187.501778ms","start":"2026-02-28T02:18:00.413547Z","end":"2026-02-28T02:18:00.601049Z","steps":["trace[1739887349] 'range keys from in-memory index tree' (duration: 186.771611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.113296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960784929,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T02:18:01.189804Z","caller":"traceutil/trace.go:171","msg":"trace[1326379778] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"584.71707ms","start":"2026-02-28T02:18:00.605043Z","end":"2026-02-28T02:18:01.18976Z","steps":["trace[1326379778] 'process raft request' (duration: 510.71098ms)","trace[1326379778] 'compare' (duration: 73.423827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:01.189991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.605016Z","time spent":"584.877944ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:01.52378Z","caller":"traceutil/trace.go:171","msg":"trace[383882790] linearizableReadLoop","detail":"{readStateIndex:23583; appliedIndex:23577; }","duration":"911.030405ms","start":"2026-02-28T02:18:00.612594Z","end":"2026-02-28T02:18:01.523624Z","steps":["trace[383882790] 'read index received' (duration: 503.177766ms)","trace[383882790] 'applied index is now lower than readState.Index' (duration: 407.851479ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:01.524233Z","caller":"traceutil/trace.go:171","msg":"trace[924657775] transaction","detail":"{read_only:false; response_revision:22793; number_of_response:1; }","duration":"917.383173ms","start":"2026-02-28T02:18:00.60683Z","end":"2026-02-28T02:18:01.524213Z","steps":["trace[924657775] 'process raft request' (duration: 916.714327ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.524198Z","caller":"traceutil/trace.go:171","msg":"trace[1864691498] transaction","detail":"{read_only:false; response_revision:22792; number_of_response:1; }","duration":"917.522756ms","start":"2026-02-28T02:18:00.606609Z","end":"2026-02-28T02:18:01.524132Z","steps":["trace[1864691498] 'process raft request' (duration: 916.892611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.524372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.606801Z","time spent":"917.480674ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:01.524424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.606585Z","time spent":"917.73415ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:01.524459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.821063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:01.524555Z","caller":"traceutil/trace.go:171","msg":"trace[1020401712] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"917.323821ms","start":"2026-02-28T02:18:00.607206Z","end":"2026-02-28T02:18:01.52453Z","steps":["trace[1020401712] 'process raft request' (duration: 916.374709ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.524557Z","caller":"traceutil/trace.go:171","msg":"trace[1452887204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22794; }","duration":"911.988057ms","start":"2026-02-28T02:18:00.61255Z","end":"2026-02-28T02:18:01.524538Z","steps":["trace[1452887204] 'agreement among raft nodes before linearized reading' (duration: 911.782803ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.524549Z","caller":"traceutil/trace.go:171","msg":"trace[578598263] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"918.766805ms","start":"2026-02-28T02:18:00.605736Z","end":"2026-02-28T02:18:01.524502Z","steps":["trace[578598263] 'process raft request' (duration: 859.509137ms)","trace[578598263] 'compare' (duration: 57.111398ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:01.524617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.612534Z","time spent":"912.070849ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:01.524665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.607192Z","time spent":"917.414623ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:01.524596Z","caller":"traceutil/trace.go:171","msg":"trace[344682074] transaction","detail":"{read_only:false; response_revision:22791; number_of_response:1; }","duration":"918.452147ms","start":"2026-02-28T02:18:00.60613Z","end":"2026-02-28T02:18:01.524582Z","steps":["trace[344682074] 'process raft request' (duration: 917.27964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.524767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.605711Z","time spent":"918.937579ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:01.524868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:00.606122Z","time spent":"918.695443ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:01.760057Z","caller":"traceutil/trace.go:171","msg":"trace[602214448] transaction","detail":"{read_only:false; response_revision:22795; number_of_response:1; }","duration":"504.483626ms","start":"2026-02-28T02:18:01.255501Z","end":"2026-02-28T02:18:01.759985Z","steps":["trace[602214448] 'process raft request' (duration: 499.112791ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.760175Z","caller":"traceutil/trace.go:171","msg":"trace[995088587] transaction","detail":"{read_only:false; response_revision:22796; number_of_response:1; }","duration":"491.627876ms","start":"2026-02-28T02:18:01.268524Z","end":"2026-02-28T02:18:01.760151Z","steps":["trace[995088587] 'process raft request' (duration: 491.163176ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.760248Z","caller":"traceutil/trace.go:171","msg":"trace[134429874] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"490.374297ms","start":"2026-02-28T02:18:01.269856Z","end":"2026-02-28T02:18:01.76023Z","steps":["trace[134429874] 'process raft request' (duration: 490.275695ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.760251Z","caller":"traceutil/trace.go:171","msg":"trace[1483981057] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"490.467299ms","start":"2026-02-28T02:18:01.269764Z","end":"2026-02-28T02:18:01.760231Z","steps":["trace[1483981057] 'process raft request' (duration: 490.280945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.760294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.268503Z","time spent":"491.723139ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:01.760374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.269845Z","time spent":"490.430038ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:01.760435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.269753Z","time spent":"490.540552ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:01.760584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.260337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:01.760636Z","caller":"traceutil/trace.go:171","msg":"trace[478429653] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22798; }","duration":"500.339969ms","start":"2026-02-28T02:18:01.260282Z","end":"2026-02-28T02:18:01.760622Z","steps":["trace[478429653] 'agreement among raft nodes before linearized reading' (duration: 500.242827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.760672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.26025Z","time spent":"500.412821ms","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:01.760704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.003284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:01.760692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.080425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-28T02:18:01.760711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.101197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6775c6c654-hbnqw.18984600690f90cf\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-28T02:18:01.760771Z","caller":"traceutil/trace.go:171","msg":"trace[1467719333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22798; }","duration":"541.132717ms","start":"2026-02-28T02:18:01.219618Z","end":"2026-02-28T02:18:01.760751Z","steps":["trace[1467719333] 'agreement among raft nodes before linearized reading' (duration: 541.009334ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.760799Z","caller":"traceutil/trace.go:171","msg":"trace[2063849695] range","detail":"{range_begin:/registry/events/openstack/glance-api-6775c6c654-hbnqw.18984600690f90cf; range_end:; response_count:1; response_revision:22798; }","duration":"470.244809ms","start":"2026-02-28T02:18:01.290538Z","end":"2026-02-28T02:18:01.760783Z","steps":["trace[2063849695] 'agreement among raft nodes before linearized reading' (duration: 469.989323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.760813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.2196Z","time spent":"541.206079ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:18:01.760815Z","caller":"traceutil/trace.go:171","msg":"trace[794654202] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:22798; }","duration":"291.228499ms","start":"2026-02-28T02:18:01.469533Z","end":"2026-02-28T02:18:01.760761Z","steps":["trace[794654202] 'agreement among raft nodes before linearized reading' (duration: 290.971453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:01.760851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.29052Z","time spent":"470.320861ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-6775c6c654-hbnqw.18984600690f90cf\" "} {"level":"warn","ts":"2026-02-28T02:18:01.760809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.534759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:01.760904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.255454Z","time spent":"504.741801ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:01.76097Z","caller":"traceutil/trace.go:171","msg":"trace[2093812231] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22798; }","duration":"258.790645ms","start":"2026-02-28T02:18:01.502143Z","end":"2026-02-28T02:18:01.760933Z","steps":["trace[2093812231] 'agreement among raft nodes before linearized reading' (duration: 258.378135ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:01.761251Z","caller":"traceutil/trace.go:171","msg":"trace[335006378] linearizableReadLoop","detail":"{readStateIndex:23587; appliedIndex:23583; }","duration":"236.535358ms","start":"2026-02-28T02:18:01.523935Z","end":"2026-02-28T02:18:01.76047Z","steps":["trace[335006378] 'read index received' (duration: 230.630551ms)","trace[335006378] 'applied index is now lower than readState.Index' (duration: 5.903557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:02.490589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.130767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:02.491058Z","caller":"traceutil/trace.go:171","msg":"trace[752538660] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"155.444383ms","start":"2026-02-28T02:18:02.335586Z","end":"2026-02-28T02:18:02.49103Z","steps":["trace[752538660] 'process raft request' (duration: 155.349191ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:02.491212Z","caller":"traceutil/trace.go:171","msg":"trace[1587470845] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"616.919079ms","start":"2026-02-28T02:18:01.874273Z","end":"2026-02-28T02:18:02.491192Z","steps":["trace[1587470845] 'process raft request' (duration: 616.457608ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:02.491292Z","caller":"traceutil/trace.go:171","msg":"trace[773919996] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"727.423357ms","start":"2026-02-28T02:18:01.763834Z","end":"2026-02-28T02:18:02.491257Z","steps":["trace[773919996] 'process raft request' (duration: 589.484751ms)","trace[773919996] 'compare' (duration: 136.925683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:02.491367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.888342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:02.49135Z","caller":"traceutil/trace.go:171","msg":"trace[973301810] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"430.744922ms","start":"2026-02-28T02:18:02.060574Z","end":"2026-02-28T02:18:02.491319Z","steps":["trace[973301810] 'process raft request' (duration: 430.292531ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:02.491408Z","caller":"traceutil/trace.go:171","msg":"trace[1035589718] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22802; }","duration":"723.005634ms","start":"2026-02-28T02:18:01.768392Z","end":"2026-02-28T02:18:02.491397Z","steps":["trace[1035589718] 'agreement among raft nodes before linearized reading' (duration: 722.887832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:02.49144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.768374Z","time spent":"723.058845ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:18:02.491472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.763806Z","time spent":"727.570241ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:02.491722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.060535Z","time spent":"430.894115ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:02.491217Z","caller":"traceutil/trace.go:171","msg":"trace[242278095] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23587; }","duration":"722.740738ms","start":"2026-02-28T02:18:01.768445Z","end":"2026-02-28T02:18:02.491186Z","steps":["trace[242278095] 'read index received' (duration: 195.572236ms)","trace[242278095] 'applied index is now lower than readState.Index' (duration: 527.165152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:02.491461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:01.874238Z","time spent":"617.078943ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:02.491911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.368899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:02.491957Z","caller":"traceutil/trace.go:171","msg":"trace[1519509599] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22802; }","duration":"290.470431ms","start":"2026-02-28T02:18:02.201474Z","end":"2026-02-28T02:18:02.491945Z","steps":["trace[1519509599] 'agreement among raft nodes before linearized reading' (duration: 290.381479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:02.49202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.471725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-28T02:18:02.492058Z","caller":"traceutil/trace.go:171","msg":"trace[1242609767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22802; }","duration":"254.556266ms","start":"2026-02-28T02:18:02.237487Z","end":"2026-02-28T02:18:02.492044Z","steps":["trace[1242609767] 'agreement among raft nodes before linearized reading' (duration: 254.402203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:02.492124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.683105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:02.49226Z","caller":"traceutil/trace.go:171","msg":"trace[1891042035] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22802; }","duration":"117.875359ms","start":"2026-02-28T02:18:02.374335Z","end":"2026-02-28T02:18:02.49221Z","steps":["trace[1891042035] 'agreement among raft nodes before linearized reading' (duration: 117.553222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:02.998474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960784952,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T02:18:03.024174Z","caller":"traceutil/trace.go:171","msg":"trace[667144408] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"526.686481ms","start":"2026-02-28T02:18:02.497456Z","end":"2026-02-28T02:18:03.024142Z","steps":["trace[667144408] 'process raft request' (duration: 519.195587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:03.024354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.497434Z","time spent":"526.821733ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:04.029078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.869502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:04.029989Z","caller":"traceutil/trace.go:171","msg":"trace[102014541] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"1.071039314s","start":"2026-02-28T02:18:02.958925Z","end":"2026-02-28T02:18:04.029964Z","steps":["trace[102014541] 'process raft request' (duration: 1.07090561s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.030058Z","caller":"traceutil/trace.go:171","msg":"trace[1347435116] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"932.542904ms","start":"2026-02-28T02:18:03.097493Z","end":"2026-02-28T02:18:04.030035Z","steps":["trace[1347435116] 'process raft request' (duration: 932.471142ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.030066Z","caller":"traceutil/trace.go:171","msg":"trace[1809186381] linearizableReadLoop","detail":"{readStateIndex:23595; appliedIndex:23592; }","duration":"1.532116039s","start":"2026-02-28T02:18:02.497922Z","end":"2026-02-28T02:18:04.030038Z","steps":["trace[1809186381] 'read index received' (duration: 518.738986ms)","trace[1809186381] 'applied index is now lower than readState.Index' (duration: 1.013374783s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:04.029975Z","caller":"traceutil/trace.go:171","msg":"trace[1233847860] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"1.422065602s","start":"2026-02-28T02:18:02.60786Z","end":"2026-02-28T02:18:04.029926Z","steps":["trace[1233847860] 'process raft request' (duration: 744.241617ms)","trace[1233847860] 'compare' (duration: 676.526284ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:04.030154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.09745Z","time spent":"932.664097ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:04.030173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.958894Z","time spent":"1.071172347s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:04.030237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.607824Z","time spent":"1.422351008s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:04.030306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532358055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:18:04.030336Z","caller":"traceutil/trace.go:171","msg":"trace[401482679] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22806; }","duration":"1.532431387s","start":"2026-02-28T02:18:02.497896Z","end":"2026-02-28T02:18:04.030327Z","steps":["trace[401482679] 'agreement among raft nodes before linearized reading' (duration: 1.532262353s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.030368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.497888Z","time spent":"1.532473728s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-28T02:18:04.03141Z","caller":"traceutil/trace.go:171","msg":"trace[1907126882] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"265.371068ms","start":"2026-02-28T02:18:03.766025Z","end":"2026-02-28T02:18:04.031396Z","steps":["trace[1907126882] 'process raft request' (duration: 265.289146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.679809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.262846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:04.680102Z","caller":"traceutil/trace.go:171","msg":"trace[997201342] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"913.291798ms","start":"2026-02-28T02:18:03.766766Z","end":"2026-02-28T02:18:04.680058Z","steps":["trace[997201342] 'process raft request' (duration: 801.673593ms)","trace[997201342] 'compare' (duration: 110.783965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:04.680302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.766739Z","time spent":"913.461261ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:04.680306Z","caller":"traceutil/trace.go:171","msg":"trace[1168535519] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"913.433721ms","start":"2026-02-28T02:18:03.766769Z","end":"2026-02-28T02:18:04.680202Z","steps":["trace[1168535519] 'process raft request' (duration: 913.177345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.680401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.766739Z","time spent":"913.620795ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:04.680526Z","caller":"traceutil/trace.go:171","msg":"trace[1343228348] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"911.965087ms","start":"2026-02-28T02:18:03.768524Z","end":"2026-02-28T02:18:04.680489Z","steps":["trace[1343228348] 'process raft request' (duration: 911.621219ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.680536Z","caller":"traceutil/trace.go:171","msg":"trace[1678551453] linearizableReadLoop","detail":"{readStateIndex:23601; appliedIndex:23596; }","duration":"650.378227ms","start":"2026-02-28T02:18:04.030129Z","end":"2026-02-28T02:18:04.680507Z","steps":["trace[1678551453] 'read index received' (duration: 1.249839ms)","trace[1678551453] 'applied index is now lower than readState.Index' (duration: 649.119688ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:04.680631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151288759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:18:04.680684Z","caller":"traceutil/trace.go:171","msg":"trace[980219316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22811; }","duration":"1.151351061s","start":"2026-02-28T02:18:03.529318Z","end":"2026-02-28T02:18:04.68067Z","steps":["trace[980219316] 'agreement among raft nodes before linearized reading' (duration: 1.151239358s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.680725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.529313Z","time spent":"1.151405112s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:04.680713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151541255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:18:04.680768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.768508Z","time spent":"912.10436ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:04.680839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15175024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:04.68085Z","caller":"traceutil/trace.go:171","msg":"trace[2099215885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22811; }","duration":"1.151702848s","start":"2026-02-28T02:18:03.529121Z","end":"2026-02-28T02:18:04.680824Z","steps":["trace[2099215885] 'agreement among raft nodes before linearized reading' (duration: 1.151408592s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.680867Z","caller":"traceutil/trace.go:171","msg":"trace[931124258] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"764.610141ms","start":"2026-02-28T02:18:03.916246Z","end":"2026-02-28T02:18:04.680856Z","steps":["trace[931124258] 'process raft request' (duration: 764.10913ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.680877Z","caller":"traceutil/trace.go:171","msg":"trace[2070997518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22811; }","duration":"1.151830491s","start":"2026-02-28T02:18:03.529034Z","end":"2026-02-28T02:18:04.680864Z","steps":["trace[2070997518] 'agreement among raft nodes before linearized reading' (duration: 1.151676908s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.680896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.529116Z","time spent":"1.15176626s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:18:04.68092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.529007Z","time spent":"1.151905184s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:04.680961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485905156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:04.681036Z","caller":"traceutil/trace.go:171","msg":"trace[942889497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22811; }","duration":"1.486024829s","start":"2026-02-28T02:18:03.194996Z","end":"2026-02-28T02:18:04.681021Z","steps":["trace[942889497] 'agreement among raft nodes before linearized reading' (duration: 1.485889836s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.681052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151849433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:18:04.681073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.194967Z","time spent":"1.486098041s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:04.681146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552458793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:04.680926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.916213Z","time spent":"764.680593ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:04.681189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460924566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:04.681199Z","caller":"traceutil/trace.go:171","msg":"trace[605757260] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22811; }","duration":"1.552557296s","start":"2026-02-28T02:18:03.128623Z","end":"2026-02-28T02:18:04.68118Z","steps":["trace[605757260] 'agreement among raft nodes before linearized reading' (duration: 1.552466434s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.681218Z","caller":"traceutil/trace.go:171","msg":"trace[142847998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22811; }","duration":"1.461022518s","start":"2026-02-28T02:18:03.220186Z","end":"2026-02-28T02:18:04.681209Z","steps":["trace[142847998] 'agreement among raft nodes before linearized reading' (duration: 1.460979147s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.680683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177673233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:04.681234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.128604Z","time spent":"1.552621047s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:04.681244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.22015Z","time spent":"1.461088889s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:18:04.681267Z","caller":"traceutil/trace.go:171","msg":"trace[216781500] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22811; }","duration":"2.178311638s","start":"2026-02-28T02:18:02.502935Z","end":"2026-02-28T02:18:04.681247Z","steps":["trace[216781500] 'agreement among raft nodes before linearized reading' (duration: 2.177680874s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.681304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.502901Z","time spent":"2.17839391s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:18:04.681295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994664781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:04.681361Z","caller":"traceutil/trace.go:171","msg":"trace[1246470781] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22811; }","duration":"1.994793215s","start":"2026-02-28T02:18:02.686556Z","end":"2026-02-28T02:18:04.681349Z","steps":["trace[1246470781] 'agreement among raft nodes before linearized reading' (duration: 1.994677572s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.681394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:02.68653Z","time spent":"1.994854316s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:04.681458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152269092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:04.681557Z","caller":"traceutil/trace.go:171","msg":"trace[1809051748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22811; }","duration":"1.152385085s","start":"2026-02-28T02:18:03.52915Z","end":"2026-02-28T02:18:04.681535Z","steps":["trace[1809051748] 'agreement among raft nodes before linearized reading' (duration: 1.152135079s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.681593Z","caller":"traceutil/trace.go:171","msg":"trace[222440056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22811; }","duration":"1.151879483s","start":"2026-02-28T02:18:03.529195Z","end":"2026-02-28T02:18:04.681074Z","steps":["trace[222440056] 'agreement among raft nodes before linearized reading' (duration: 1.151802402s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.681607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.529145Z","time spent":"1.152452846s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:04.681622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:03.52917Z","time spent":"1.152445426s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:18:04.687986Z","caller":"traceutil/trace.go:171","msg":"trace[824144078] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"190.456116ms","start":"2026-02-28T02:18:04.497501Z","end":"2026-02-28T02:18:04.687957Z","steps":["trace[824144078] 'process raft request' (duration: 189.649078ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.931924Z","caller":"traceutil/trace.go:171","msg":"trace[1806924314] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"244.749008ms","start":"2026-02-28T02:18:04.687126Z","end":"2026-02-28T02:18:04.931875Z","steps":["trace[1806924314] 'process raft request' (duration: 243.696024ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.948713Z","caller":"traceutil/trace.go:171","msg":"trace[315165867] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"260.3155ms","start":"2026-02-28T02:18:04.688378Z","end":"2026-02-28T02:18:04.948693Z","steps":["trace[315165867] 'process raft request' (duration: 260.170017ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.948739Z","caller":"traceutil/trace.go:171","msg":"trace[1723540117] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"259.050521ms","start":"2026-02-28T02:18:04.689657Z","end":"2026-02-28T02:18:04.948707Z","steps":["trace[1723540117] 'process raft request' (duration: 258.933018ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.948749Z","caller":"traceutil/trace.go:171","msg":"trace[186342709] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"260.546926ms","start":"2026-02-28T02:18:04.688159Z","end":"2026-02-28T02:18:04.948706Z","steps":["trace[186342709] 'process raft request' (duration: 260.232188ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.948962Z","caller":"traceutil/trace.go:171","msg":"trace[1144975966] linearizableReadLoop","detail":"{readStateIndex:23608; appliedIndex:23603; }","duration":"257.835193ms","start":"2026-02-28T02:18:04.691091Z","end":"2026-02-28T02:18:04.948926Z","steps":["trace[1144975966] 'read index received' (duration: 239.752172ms)","trace[1144975966] 'applied index is now lower than readState.Index' (duration: 18.080951ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:04.94907Z","caller":"traceutil/trace.go:171","msg":"trace[192330315] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"258.712623ms","start":"2026-02-28T02:18:04.690343Z","end":"2026-02-28T02:18:04.949055Z","steps":["trace[192330315] 'process raft request' (duration: 258.321524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:04.949191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.358582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:04.949194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.074868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:04.949241Z","caller":"traceutil/trace.go:171","msg":"trace[678281430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22818; }","duration":"254.448905ms","start":"2026-02-28T02:18:04.69478Z","end":"2026-02-28T02:18:04.949229Z","steps":["trace[678281430] 'agreement among raft nodes before linearized reading' (duration: 254.336862ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:04.949258Z","caller":"traceutil/trace.go:171","msg":"trace[1368756220] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22818; }","duration":"258.170811ms","start":"2026-02-28T02:18:04.691068Z","end":"2026-02-28T02:18:04.949239Z","steps":["trace[1368756220] 'agreement among raft nodes before linearized reading' (duration: 258.005087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:05.781112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.464275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:05.781202Z","caller":"traceutil/trace.go:171","msg":"trace[502885068] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22818; }","duration":"205.633199ms","start":"2026-02-28T02:18:05.57555Z","end":"2026-02-28T02:18:05.781184Z","steps":["trace[502885068] 'count revisions from in-memory index tree' (duration: 205.288012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:05.781359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.961007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:18:05.781452Z","caller":"traceutil/trace.go:171","msg":"trace[1953385218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22818; }","duration":"172.11717ms","start":"2026-02-28T02:18:05.609313Z","end":"2026-02-28T02:18:05.78143Z","steps":["trace[1953385218] 'range keys from in-memory index tree' (duration: 171.844484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:05.781856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.793637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:05.781878Z","caller":"traceutil/trace.go:171","msg":"trace[1365067920] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22818; }","duration":"567.845938ms","start":"2026-02-28T02:18:05.214026Z","end":"2026-02-28T02:18:05.781872Z","steps":["trace[1365067920] 'count revisions from in-memory index tree' (duration: 567.693025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:05.781896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:05.214003Z","time spent":"567.88593ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:06.311158Z","caller":"traceutil/trace.go:171","msg":"trace[1702829481] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"274.349456ms","start":"2026-02-28T02:18:06.036788Z","end":"2026-02-28T02:18:06.311137Z","steps":["trace[1702829481] 'process raft request' (duration: 274.200742ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:06.673596Z","caller":"traceutil/trace.go:171","msg":"trace[1983449663] linearizableReadLoop","detail":"{readStateIndex:23610; appliedIndex:23609; }","duration":"524.899959ms","start":"2026-02-28T02:18:06.14866Z","end":"2026-02-28T02:18:06.67356Z","steps":["trace[1983449663] 'read index received' (duration: 162.534767ms)","trace[1983449663] 'applied index is now lower than readState.Index' (duration: 362.363062ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:06.673621Z","caller":"traceutil/trace.go:171","msg":"trace[95624421] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"628.508257ms","start":"2026-02-28T02:18:06.045075Z","end":"2026-02-28T02:18:06.673583Z","steps":["trace[95624421] 'process raft request' (duration: 628.280102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:06.673887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.407868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:06.673958Z","caller":"traceutil/trace.go:171","msg":"trace[1523330645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22820; }","duration":"453.574182ms","start":"2026-02-28T02:18:06.220365Z","end":"2026-02-28T02:18:06.67394Z","steps":["trace[1523330645] 'agreement among raft nodes before linearized reading' (duration: 453.432329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:06.674013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:06.220338Z","time spent":"453.660804ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:06.673937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:06.045062Z","time spent":"628.696621ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:06.674055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.596251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:06.67407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.404211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:06.674117Z","caller":"traceutil/trace.go:171","msg":"trace[1473633446] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:22820; }","duration":"181.726954ms","start":"2026-02-28T02:18:06.492371Z","end":"2026-02-28T02:18:06.674097Z","steps":["trace[1473633446] 'agreement among raft nodes before linearized reading' (duration: 181.57946ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:06.674134Z","caller":"traceutil/trace.go:171","msg":"trace[1505376327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22820; }","duration":"525.519873ms","start":"2026-02-28T02:18:06.148596Z","end":"2026-02-28T02:18:06.674116Z","steps":["trace[1505376327] 'agreement among raft nodes before linearized reading' (duration: 525.090363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:06.674179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:06.148568Z","time spent":"525.600676ms","remote":"127.0.0.1:37476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:06.674271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.39479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-28T02:18:06.674433Z","caller":"traceutil/trace.go:171","msg":"trace[1475810062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22820; }","duration":"392.605905ms","start":"2026-02-28T02:18:06.281769Z","end":"2026-02-28T02:18:06.674375Z","steps":["trace[1475810062] 'agreement among raft nodes before linearized reading' (duration: 392.161715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:06.674533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:06.28174Z","time spent":"392.77625ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-28T02:18:06.941788Z","caller":"traceutil/trace.go:171","msg":"trace[323646423] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"256.571833ms","start":"2026-02-28T02:18:06.685184Z","end":"2026-02-28T02:18:06.941755Z","steps":["trace[323646423] 'process raft request' (duration: 255.639022ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:06.943266Z","caller":"traceutil/trace.go:171","msg":"trace[1782436476] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"256.878531ms","start":"2026-02-28T02:18:06.686376Z","end":"2026-02-28T02:18:06.943254Z","steps":["trace[1782436476] 'process raft request' (duration: 256.455871ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:06.943448Z","caller":"traceutil/trace.go:171","msg":"trace[1768039452] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"256.371459ms","start":"2026-02-28T02:18:06.687069Z","end":"2026-02-28T02:18:06.943441Z","steps":["trace[1768039452] 'process raft request' (duration: 256.149454ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:06.943889Z","caller":"traceutil/trace.go:171","msg":"trace[1102838089] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"250.440421ms","start":"2026-02-28T02:18:06.693383Z","end":"2026-02-28T02:18:06.943823Z","steps":["trace[1102838089] 'process raft request' (duration: 250.025321ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:06.945696Z","caller":"traceutil/trace.go:171","msg":"trace[1778480199] linearizableReadLoop","detail":"{readStateIndex:23613; appliedIndex:23610; }","duration":"253.223405ms","start":"2026-02-28T02:18:06.692451Z","end":"2026-02-28T02:18:06.945675Z","steps":["trace[1778480199] 'read index received' (duration: 248.455724ms)","trace[1778480199] 'applied index is now lower than readState.Index' (duration: 4.765781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:06.946147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.670206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:18:06.946201Z","caller":"traceutil/trace.go:171","msg":"trace[487890304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22824; }","duration":"253.796639ms","start":"2026-02-28T02:18:06.692392Z","end":"2026-02-28T02:18:06.946189Z","steps":["trace[487890304] 'agreement among raft nodes before linearized reading' (duration: 253.608844ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:08.624961Z","caller":"traceutil/trace.go:171","msg":"trace[1436526879] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"306.596606ms","start":"2026-02-28T02:18:08.318331Z","end":"2026-02-28T02:18:08.624927Z","steps":["trace[1436526879] 'process raft request' (duration: 306.383591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:08.625166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.318299Z","time spent":"306.757799ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:09.013311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.090912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:09.013453Z","caller":"traceutil/trace.go:171","msg":"trace[83047523] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"333.394629ms","start":"2026-02-28T02:18:08.680034Z","end":"2026-02-28T02:18:09.013429Z","steps":["trace[83047523] 'process raft request' (duration: 28.074212ms)","trace[83047523] 'compare' (duration: 304.849906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:09.013529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.679994Z","time spent":"333.504202ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:09.085036Z","caller":"traceutil/trace.go:171","msg":"trace[844597467] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"136.540413ms","start":"2026-02-28T02:18:08.948458Z","end":"2026-02-28T02:18:09.084998Z","steps":["trace[844597467] 'process raft request' (duration: 136.328938ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:10.014698Z","caller":"traceutil/trace.go:171","msg":"trace[821830085] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"1.064637334s","start":"2026-02-28T02:18:08.950033Z","end":"2026-02-28T02:18:10.01467Z","steps":["trace[821830085] 'process raft request' (duration: 1.064379298s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.014889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.949995Z","time spent":"1.064791367s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:10.015141Z","caller":"traceutil/trace.go:171","msg":"trace[178089712] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"1.064941981s","start":"2026-02-28T02:18:08.950149Z","end":"2026-02-28T02:18:10.015091Z","steps":["trace[178089712] 'process raft request' (duration: 1.06447255s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.015282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05459008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:10.015345Z","caller":"traceutil/trace.go:171","msg":"trace[1015663287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22837; }","duration":"1.054700503s","start":"2026-02-28T02:18:08.96063Z","end":"2026-02-28T02:18:10.015331Z","steps":["trace[1015663287] 'agreement among raft nodes before linearized reading' (duration: 1.054482198s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.015357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.950062Z","time spent":"1.065178407s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:10.01538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.960618Z","time spent":"1.054752234s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T02:18:10.015373Z","caller":"traceutil/trace.go:171","msg":"trace[1927358883] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"1.065169746s","start":"2026-02-28T02:18:08.950185Z","end":"2026-02-28T02:18:10.015354Z","steps":["trace[1927358883] 'process raft request' (duration: 1.064780537s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:10.01542Z","caller":"traceutil/trace.go:171","msg":"trace[190930356] linearizableReadLoop","detail":"{readStateIndex:23628; appliedIndex:23624; }","duration":"1.054437677s","start":"2026-02-28T02:18:08.96067Z","end":"2026-02-28T02:18:10.015108Z","steps":["trace[190930356] 'read index received' (duration: 124.105644ms)","trace[190930356] 'applied index is now lower than readState.Index' (duration: 930.330913ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:10.015448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.950083Z","time spent":"1.06532573s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:10.015575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.380686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:10.015621Z","caller":"traceutil/trace.go:171","msg":"trace[1645615670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22837; }","duration":"795.479528ms","start":"2026-02-28T02:18:09.220131Z","end":"2026-02-28T02:18:10.01561Z","steps":["trace[1645615670] 'agreement among raft nodes before linearized reading' (duration: 795.406357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.015646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043623706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-28T02:18:10.015657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:09.220093Z","time spent":"795.55094ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:18:10.015681Z","caller":"traceutil/trace.go:171","msg":"trace[1162657812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22837; }","duration":"1.043691597s","start":"2026-02-28T02:18:08.97198Z","end":"2026-02-28T02:18:10.015671Z","steps":["trace[1162657812] 'agreement among raft nodes before linearized reading' (duration: 1.043620585s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.015711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.971967Z","time spent":"1.043737888s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:10.016007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.482953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:10.016049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048060098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:10.016054Z","caller":"traceutil/trace.go:171","msg":"trace[1019132206] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22837; }","duration":"516.580135ms","start":"2026-02-28T02:18:09.499458Z","end":"2026-02-28T02:18:10.016038Z","steps":["trace[1019132206] 'agreement among raft nodes before linearized reading' (duration: 516.509093ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:10.016076Z","caller":"traceutil/trace.go:171","msg":"trace[1771448500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22837; }","duration":"1.04811684s","start":"2026-02-28T02:18:08.96795Z","end":"2026-02-28T02:18:10.016067Z","steps":["trace[1771448500] 'agreement among raft nodes before linearized reading' (duration: 1.048038438s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.016085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:09.499425Z","time spent":"516.651227ms","remote":"127.0.0.1:46880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:10.016106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.967935Z","time spent":"1.04815688s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:10.016192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04681126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:18:10.016318Z","caller":"traceutil/trace.go:171","msg":"trace[598878041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22837; }","duration":"1.046983454s","start":"2026-02-28T02:18:08.969302Z","end":"2026-02-28T02:18:10.016286Z","steps":["trace[598878041] 'agreement among raft nodes before linearized reading' (duration: 1.046593035s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.016365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.416166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-28T02:18:10.016375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.969289Z","time spent":"1.047076056s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:18:10.016399Z","caller":"traceutil/trace.go:171","msg":"trace[256905390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22837; }","duration":"653.503538ms","start":"2026-02-28T02:18:09.362885Z","end":"2026-02-28T02:18:10.016388Z","steps":["trace[256905390] 'agreement among raft nodes before linearized reading' (duration: 653.374835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.016441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:09.362855Z","time spent":"653.578279ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-28T02:18:10.015586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054708063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:18:10.016555Z","caller":"traceutil/trace.go:171","msg":"trace[348334704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22837; }","duration":"1.055725017s","start":"2026-02-28T02:18:08.960817Z","end":"2026-02-28T02:18:10.016542Z","steps":["trace[348334704] 'agreement among raft nodes before linearized reading' (duration: 1.054700913s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.0166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.960788Z","time spent":"1.055796899s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:18:10.016607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047214759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:10.016659Z","caller":"traceutil/trace.go:171","msg":"trace[1405380772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22837; }","duration":"1.04726186s","start":"2026-02-28T02:18:08.969367Z","end":"2026-02-28T02:18:10.016629Z","steps":["trace[1405380772] 'agreement among raft nodes before linearized reading' (duration: 1.047156957s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.016687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:08.969354Z","time spent":"1.047327561s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:10.51218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.167948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:10.512364Z","caller":"traceutil/trace.go:171","msg":"trace[418157805] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"491.35037ms","start":"2026-02-28T02:18:10.02098Z","end":"2026-02-28T02:18:10.51233Z","steps":["trace[418157805] 'process raft request' (duration: 128.889816ms)","trace[418157805] 'compare' (duration: 361.153354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:10.512721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.020966Z","time spent":"491.461372ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:10.722284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:10.992134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.729007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:10.992592Z","caller":"traceutil/trace.go:171","msg":"trace[582731136] linearizableReadLoop","detail":"{readStateIndex:23635; appliedIndex:23629; }","duration":"771.247825ms","start":"2026-02-28T02:18:10.22132Z","end":"2026-02-28T02:18:10.992568Z","steps":["trace[582731136] 'read index received' (duration: 664.997006ms)","trace[582731136] 'applied index is now lower than readState.Index' (duration: 106.249499ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:10.992597Z","caller":"traceutil/trace.go:171","msg":"trace[257005950] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"970.667951ms","start":"2026-02-28T02:18:10.021886Z","end":"2026-02-28T02:18:10.992554Z","steps":["trace[257005950] 'process raft request' (duration: 970.372854ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:10.992703Z","caller":"traceutil/trace.go:171","msg":"trace[295723317] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"970.761713ms","start":"2026-02-28T02:18:10.021929Z","end":"2026-02-28T02:18:10.99269Z","steps":["trace[295723317] 'process raft request' (duration: 970.456216ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:10.992759Z","caller":"traceutil/trace.go:171","msg":"trace[1381236442] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"360.863798ms","start":"2026-02-28T02:18:10.631868Z","end":"2026-02-28T02:18:10.992732Z","steps":["trace[1381236442] 'process raft request' (duration: 360.658963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.992781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.021904Z","time spent":"970.835844ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:10.99276Z","caller":"traceutil/trace.go:171","msg":"trace[290167605] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"970.382924ms","start":"2026-02-28T02:18:10.022346Z","end":"2026-02-28T02:18:10.992729Z","steps":["trace[290167605] 'process raft request' (duration: 970.077287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.9928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.02185Z","time spent":"970.837395ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:10.992755Z","caller":"traceutil/trace.go:171","msg":"trace[1232183494] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"970.973048ms","start":"2026-02-28T02:18:10.021722Z","end":"2026-02-28T02:18:10.992695Z","steps":["trace[1232183494] 'process raft request' (duration: 864.568995ms)","trace[1232183494] 'compare' (duration: 105.569384ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:10.992878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.63183Z","time spent":"360.99079ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:10.992852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.988172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:18:10.992932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.022334Z","time spent":"970.511117ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:10.992948Z","caller":"traceutil/trace.go:171","msg":"trace[511054132] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22844; }","duration":"130.146925ms","start":"2026-02-28T02:18:10.862776Z","end":"2026-02-28T02:18:10.992922Z","steps":["trace[511054132] 'agreement among raft nodes before linearized reading' (duration: 129.971061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.993013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.021662Z","time spent":"971.217943ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:10.993004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.155431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:10.993127Z","caller":"traceutil/trace.go:171","msg":"trace[65138146] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22844; }","duration":"129.374377ms","start":"2026-02-28T02:18:10.863718Z","end":"2026-02-28T02:18:10.993093Z","steps":["trace[65138146] 'agreement among raft nodes before linearized reading' (duration: 129.134952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.681246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:10.993208Z","caller":"traceutil/trace.go:171","msg":"trace[464505758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22844; }","duration":"771.947961ms","start":"2026-02-28T02:18:10.221242Z","end":"2026-02-28T02:18:10.99319Z","steps":["trace[464505758] 'agreement among raft nodes before linearized reading' (duration: 771.612734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.993298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.221214Z","time spent":"772.068185ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:18:10.993435Z","caller":"traceutil/trace.go:171","msg":"trace[1815400283] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"969.907643ms","start":"2026-02-28T02:18:10.0229Z","end":"2026-02-28T02:18:10.992807Z","steps":["trace[1815400283] 'process raft request' (duration: 969.575535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:10.99355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:10.022888Z","time spent":"970.599579ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:11.467521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.198375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:11.467697Z","caller":"traceutil/trace.go:171","msg":"trace[627786877] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"449.277992ms","start":"2026-02-28T02:18:11.018379Z","end":"2026-02-28T02:18:11.467657Z","steps":["trace[627786877] 'process raft request' (duration: 118.825462ms)","trace[627786877] 'compare' (duration: 330.00652ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:11.467752Z","caller":"traceutil/trace.go:171","msg":"trace[1929021619] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"376.098041ms","start":"2026-02-28T02:18:11.091631Z","end":"2026-02-28T02:18:11.467729Z","steps":["trace[1929021619] 'process raft request' (duration: 376.030629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:11.467836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.091596Z","time spent":"376.201643ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:11.467853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.018346Z","time spent":"449.423706ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:11.468005Z","caller":"traceutil/trace.go:171","msg":"trace[534675813] linearizableReadLoop","detail":"{readStateIndex:23636; appliedIndex:23635; }","duration":"387.705531ms","start":"2026-02-28T02:18:11.080288Z","end":"2026-02-28T02:18:11.467993Z","steps":["trace[534675813] 'read index received' (duration: 56.985954ms)","trace[534675813] 'applied index is now lower than readState.Index' (duration: 330.718347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:11.468224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.178968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:11.468254Z","caller":"traceutil/trace.go:171","msg":"trace[211166679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22846; }","duration":"248.2491ms","start":"2026-02-28T02:18:11.219997Z","end":"2026-02-28T02:18:11.468246Z","steps":["trace[211166679] 'agreement among raft nodes before linearized reading' (duration: 248.194589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:11.468318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.040888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:11.46836Z","caller":"traceutil/trace.go:171","msg":"trace[1187620970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22846; }","duration":"388.130831ms","start":"2026-02-28T02:18:11.080218Z","end":"2026-02-28T02:18:11.468349Z","steps":["trace[1187620970] 'agreement among raft nodes before linearized reading' (duration: 388.05899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:11.468392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.08019Z","time spent":"388.195942ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T02:18:11.96643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.969269ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-28T02:18:11.966557Z","caller":"traceutil/trace.go:171","msg":"trace[741849221] linearizableReadLoop","detail":"{readStateIndex:23638; appliedIndex:23637; }","duration":"494.188136ms","start":"2026-02-28T02:18:11.472343Z","end":"2026-02-28T02:18:11.966531Z","steps":["trace[741849221] 'read index received' (duration: 155.108765ms)","trace[741849221] 'applied index is now lower than readState.Index' (duration: 339.077511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:11.966631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.470998Z","time spent":"495.622009ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:11.966892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.519054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:11.96702Z","caller":"traceutil/trace.go:171","msg":"trace[699678485] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22846; }","duration":"494.703288ms","start":"2026-02-28T02:18:11.472288Z","end":"2026-02-28T02:18:11.966992Z","steps":["trace[699678485] 'agreement among raft nodes before linearized reading' (duration: 494.487553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:11.9671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.47227Z","time spent":"494.813401ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T02:18:12.467458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:12.899721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272246011s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:18:12.920697Z","caller":"traceutil/trace.go:171","msg":"trace[152673952] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"1.375760116s","start":"2026-02-28T02:18:11.544907Z","end":"2026-02-28T02:18:12.920667Z","steps":["trace[152673952] 'process raft request' (duration: 1.355171137s)","trace[152673952] 'compare' (duration: 19.78976ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:12.920868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.544884Z","time spent":"1.375868559s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:14.221286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:18:14.221403Z","caller":"traceutil/trace.go:171","msg":"trace[111815152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444964s","start":"2026-02-28T02:18:12.22093Z","end":"2026-02-28T02:18:14.221375Z","steps":["trace[111815152] 'agreement among raft nodes before linearized reading' (duration: 2.000289031s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.221465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.220902Z","time spent":"2.000549996s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:14.288184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.361333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:14.288633Z","caller":"traceutil/trace.go:171","msg":"trace[763132235] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"2.268471074s","start":"2026-02-28T02:18:12.020105Z","end":"2026-02-28T02:18:14.288576Z","steps":["trace[763132235] 'process raft request' (duration: 2.268197767s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:14.28873Z","caller":"traceutil/trace.go:171","msg":"trace[1408738118] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"232.082245ms","start":"2026-02-28T02:18:14.056625Z","end":"2026-02-28T02:18:14.288708Z","steps":["trace[1408738118] 'process raft request' (duration: 232.034454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.288831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.020079Z","time spent":"2.268637918s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.288998Z","caller":"traceutil/trace.go:171","msg":"trace[1950975994] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"2.267388189s","start":"2026-02-28T02:18:12.021599Z","end":"2026-02-28T02:18:14.288988Z","steps":["trace[1950975994] 'process raft request' (duration: 2.266821776s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.289059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.02156Z","time spent":"2.267462431s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.289146Z","caller":"traceutil/trace.go:171","msg":"trace[2111504657] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"2.314882882s","start":"2026-02-28T02:18:11.974245Z","end":"2026-02-28T02:18:14.289128Z","steps":["trace[2111504657] 'process raft request' (duration: 1.886329542s)","trace[2111504657] 'compare' (duration: 426.80072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:14.289209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.974217Z","time spent":"2.314956274s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.28924Z","caller":"traceutil/trace.go:171","msg":"trace[1991616723] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"1.784512826s","start":"2026-02-28T02:18:12.504718Z","end":"2026-02-28T02:18:14.289231Z","steps":["trace[1991616723] 'process raft request' (duration: 1.783791079s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.289303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.504692Z","time spent":"1.784574498s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.289468Z","caller":"traceutil/trace.go:171","msg":"trace[768443771] linearizableReadLoop","detail":"{readStateIndex:23643; appliedIndex:23638; }","duration":"2.322864018s","start":"2026-02-28T02:18:11.966593Z","end":"2026-02-28T02:18:14.289457Z","steps":["trace[768443771] 'read index received' (duration: 933.575449ms)","trace[768443771] 'applied index is now lower than readState.Index' (duration: 1.389287109s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:14.289554Z","caller":"traceutil/trace.go:171","msg":"trace[668623444] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"1.291779073s","start":"2026-02-28T02:18:12.997766Z","end":"2026-02-28T02:18:14.289545Z","steps":["trace[668623444] 'process raft request' (duration: 1.29079355s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.289607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.997747Z","time spent":"1.291825844s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.28971Z","caller":"traceutil/trace.go:171","msg":"trace[175878041] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"816.284823ms","start":"2026-02-28T02:18:13.473418Z","end":"2026-02-28T02:18:14.289703Z","steps":["trace[175878041] 'process raft request' (duration: 815.176407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.289755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:13.473385Z","time spent":"816.346003ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.289207Z","caller":"traceutil/trace.go:171","msg":"trace[1207015786] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"2.265750681s","start":"2026-02-28T02:18:12.023446Z","end":"2026-02-28T02:18:14.289197Z","steps":["trace[1207015786] 'process raft request' (duration: 2.265023814s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.289863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.02342Z","time spent":"2.266398045s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:14.289894Z","caller":"traceutil/trace.go:171","msg":"trace[465773182] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"816.362554ms","start":"2026-02-28T02:18:13.473524Z","end":"2026-02-28T02:18:14.289886Z","steps":["trace[465773182] 'process raft request' (duration: 815.102705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.289947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:13.473492Z","time spent":"816.424636ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:14.291336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309002206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:18:14.291374Z","caller":"traceutil/trace.go:171","msg":"trace[94967327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22856; }","duration":"2.309091028s","start":"2026-02-28T02:18:11.982274Z","end":"2026-02-28T02:18:14.291365Z","steps":["trace[94967327] 'agreement among raft nodes before linearized reading' (duration: 2.308972036s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.291399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.982252Z","time spent":"2.309142599s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:18:14.291998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.908312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:14.292029Z","caller":"traceutil/trace.go:171","msg":"trace[50493440] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22856; }","duration":"615.001514ms","start":"2026-02-28T02:18:13.677018Z","end":"2026-02-28T02:18:14.29202Z","steps":["trace[50493440] 'agreement among raft nodes before linearized reading' (duration: 614.942722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.292051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:13.676988Z","time spent":"615.056525ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:14.292062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617862935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:14.292111Z","caller":"traceutil/trace.go:171","msg":"trace[1561979992] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22856; }","duration":"2.617965357s","start":"2026-02-28T02:18:11.674133Z","end":"2026-02-28T02:18:14.292098Z","steps":["trace[1561979992] 'agreement among raft nodes before linearized reading' (duration: 2.61590237s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.292151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:11.674104Z","time spent":"2.618035118s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:14.292254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292904719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:14.292278Z","caller":"traceutil/trace.go:171","msg":"trace[948963296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22856; }","duration":"1.292952171s","start":"2026-02-28T02:18:12.99932Z","end":"2026-02-28T02:18:14.292272Z","steps":["trace[948963296] 'agreement among raft nodes before linearized reading' (duration: 1.292836498s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.292298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.999309Z","time spent":"1.292982811s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:14.292387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293498563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:18:14.292411Z","caller":"traceutil/trace.go:171","msg":"trace[1881241955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22856; }","duration":"1.293532144s","start":"2026-02-28T02:18:12.99887Z","end":"2026-02-28T02:18:14.292402Z","steps":["trace[1881241955] 'agreement among raft nodes before linearized reading' (duration: 1.293475022s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.292426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.998863Z","time spent":"1.293559814s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:18:14.292596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294114807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:18:14.292618Z","caller":"traceutil/trace.go:171","msg":"trace[1268052594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22856; }","duration":"1.294145688s","start":"2026-02-28T02:18:12.998463Z","end":"2026-02-28T02:18:14.292609Z","steps":["trace[1268052594] 'agreement among raft nodes before linearized reading' (duration: 1.294091987s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.292637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.998458Z","time spent":"1.294174799s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:14.292698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773185242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:18:14.292738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820579453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:14.292737Z","caller":"traceutil/trace.go:171","msg":"trace[331654324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22856; }","duration":"1.773263304s","start":"2026-02-28T02:18:12.51946Z","end":"2026-02-28T02:18:14.292723Z","steps":["trace[331654324] 'agreement among raft nodes before linearized reading' (duration: 1.77310822s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:14.292761Z","caller":"traceutil/trace.go:171","msg":"trace[1518749438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22856; }","duration":"1.820652206s","start":"2026-02-28T02:18:12.4721Z","end":"2026-02-28T02:18:14.292752Z","steps":["trace[1518749438] 'agreement among raft nodes before linearized reading' (duration: 1.820612215s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.292768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.51944Z","time spent":"1.773319746s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:14.292784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.472074Z","time spent":"1.820704246s","remote":"127.0.0.1:46956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:14.293154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294689741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:14.293192Z","caller":"traceutil/trace.go:171","msg":"trace[1242632630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22856; }","duration":"1.294758183s","start":"2026-02-28T02:18:12.998423Z","end":"2026-02-28T02:18:14.293181Z","steps":["trace[1242632630] 'agreement among raft nodes before linearized reading' (duration: 1.294466696s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.29322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.998416Z","time spent":"1.294797743s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:14.293447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296036662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:14.293474Z","caller":"traceutil/trace.go:171","msg":"trace[1514148957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22856; }","duration":"1.296100633s","start":"2026-02-28T02:18:12.997365Z","end":"2026-02-28T02:18:14.293465Z","steps":["trace[1514148957] 'agreement among raft nodes before linearized reading' (duration: 1.296007251s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.293499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.997346Z","time spent":"1.296146835s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:14.293689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76618494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:14.293724Z","caller":"traceutil/trace.go:171","msg":"trace[206260793] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22856; }","duration":"1.766263151s","start":"2026-02-28T02:18:12.527453Z","end":"2026-02-28T02:18:14.293716Z","steps":["trace[206260793] 'agreement among raft nodes before linearized reading' (duration: 1.766167119s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.293748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.527444Z","time spent":"1.766297053s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:14.293817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334314991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T02:18:14.293854Z","caller":"traceutil/trace.go:171","msg":"trace[112937394] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22856; }","duration":"1.334396714s","start":"2026-02-28T02:18:12.959449Z","end":"2026-02-28T02:18:14.293845Z","steps":["trace[112937394] 'agreement among raft nodes before linearized reading' (duration: 1.334158999s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.293887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.959418Z","time spent":"1.334461955s","remote":"127.0.0.1:52724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:14.293899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587561588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:14.294578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755065891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-28T02:18:14.29462Z","caller":"traceutil/trace.go:171","msg":"trace[814964608] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22856; }","duration":"1.755128253s","start":"2026-02-28T02:18:12.539482Z","end":"2026-02-28T02:18:14.29461Z","steps":["trace[814964608] 'agreement among raft nodes before linearized reading' (duration: 1.755049361s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:14.294634Z","caller":"traceutil/trace.go:171","msg":"trace[1776901448] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22856; }","duration":"1.58763937s","start":"2026-02-28T02:18:12.706276Z","end":"2026-02-28T02:18:14.293916Z","steps":["trace[1776901448] 'agreement among raft nodes before linearized reading' (duration: 1.587593539s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.294704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.706251Z","time spent":"1.588425878s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:14.294648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.539472Z","time spent":"1.755170184s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-28T02:18:14.295915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712485812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-28T02:18:14.295971Z","caller":"traceutil/trace.go:171","msg":"trace[443119369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22856; }","duration":"1.712589584s","start":"2026-02-28T02:18:12.583369Z","end":"2026-02-28T02:18:14.295958Z","steps":["trace[443119369] 'agreement among raft nodes before linearized reading' (duration: 1.711297814s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.296021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:12.583347Z","time spent":"1.712666716s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T02:18:14.929571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.476465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:14.929743Z","caller":"traceutil/trace.go:171","msg":"trace[2109943573] linearizableReadLoop","detail":"{readStateIndex:23649; appliedIndex:23648; }","duration":"629.91146ms","start":"2026-02-28T02:18:14.299808Z","end":"2026-02-28T02:18:14.929719Z","steps":["trace[2109943573] 'read index received' (duration: 196.20791ms)","trace[2109943573] 'applied index is now lower than readState.Index' (duration: 433.70191ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:14.930009Z","caller":"traceutil/trace.go:171","msg":"trace[1270735454] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"630.203678ms","start":"2026-02-28T02:18:14.29979Z","end":"2026-02-28T02:18:14.929993Z","steps":["trace[1270735454] 'process raft request' (duration: 196.18955ms)","trace[1270735454] 'compare' (duration: 433.084966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:14.930098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.299774Z","time spent":"630.281039ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:14.930798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.934554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T02:18:14.932113Z","caller":"traceutil/trace.go:171","msg":"trace[2068929422] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22857; }","duration":"632.303306ms","start":"2026-02-28T02:18:14.299785Z","end":"2026-02-28T02:18:14.932088Z","steps":["trace[2068929422] 'agreement among raft nodes before linearized reading' (duration: 630.713179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:14.932253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.299767Z","time spent":"632.46669ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-28T02:18:15.433826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:15.718935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222882953s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:18:15.719465Z","caller":"traceutil/trace.go:171","msg":"trace[1147586360] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"1.419603615s","start":"2026-02-28T02:18:14.299818Z","end":"2026-02-28T02:18:15.719421Z","steps":["trace[1147586360] 'process raft request' (duration: 1.419320469s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:15.719481Z","caller":"traceutil/trace.go:171","msg":"trace[1269170625] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"1.419412511s","start":"2026-02-28T02:18:14.30003Z","end":"2026-02-28T02:18:15.719442Z","steps":["trace[1269170625] 'process raft request' (duration: 1.419286278s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:15.719664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.3Z","time spent":"1.419562364s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:15.719663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.299789Z","time spent":"1.419766969s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:15.719809Z","caller":"traceutil/trace.go:171","msg":"trace[409126207] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"1.419671157s","start":"2026-02-28T02:18:14.300125Z","end":"2026-02-28T02:18:15.719796Z","steps":["trace[409126207] 'process raft request' (duration: 1.419241717s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:15.719878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.300103Z","time spent":"1.419738498s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:15.719983Z","caller":"traceutil/trace.go:171","msg":"trace[917571053] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"1.419511103s","start":"2026-02-28T02:18:14.300434Z","end":"2026-02-28T02:18:15.719945Z","steps":["trace[917571053] 'process raft request' (duration: 1.419228987s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:15.720098Z","caller":"traceutil/trace.go:171","msg":"trace[1715544979] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"1.41724803s","start":"2026-02-28T02:18:14.30282Z","end":"2026-02-28T02:18:15.720068Z","steps":["trace[1715544979] 'process raft request' (duration: 1.417154698s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:15.720144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.300428Z","time spent":"1.419628856s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:15.720201Z","caller":"traceutil/trace.go:171","msg":"trace[1726351982] transaction","detail":"{read_only:false; response_revision:22864; number_of_response:1; }","duration":"1.417973357s","start":"2026-02-28T02:18:14.302213Z","end":"2026-02-28T02:18:15.720186Z","steps":["trace[1726351982] 'process raft request' (duration: 1.41767296s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:15.720263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.302815Z","time spent":"1.417351462s","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:15.720348Z","caller":"traceutil/trace.go:171","msg":"trace[1084113463] transaction","detail":"{read_only:false; response_revision:22862; number_of_response:1; }","duration":"1.419864601s","start":"2026-02-28T02:18:14.30045Z","end":"2026-02-28T02:18:15.720315Z","steps":["trace[1084113463] 'process raft request' (duration: 1.419341039s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:15.720402Z","caller":"traceutil/trace.go:171","msg":"trace[1592907892] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"1.417885446s","start":"2026-02-28T02:18:14.302505Z","end":"2026-02-28T02:18:15.720391Z","steps":["trace[1592907892] 'process raft request' (duration: 1.417416045s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:15.720447Z","caller":"traceutil/trace.go:171","msg":"trace[471163711] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"1.419323319s","start":"2026-02-28T02:18:14.301114Z","end":"2026-02-28T02:18:15.720437Z","steps":["trace[471163711] 'process raft request' (duration: 1.418731145s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:15.720473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.302496Z","time spent":"1.417945387s","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:15.720503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.301103Z","time spent":"1.41937347s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:15.720279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.302205Z","time spent":"1.418036519s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:15.720409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.300436Z","time spent":"1.419947254s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:16.28822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.454169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:16.288368Z","caller":"traceutil/trace.go:171","msg":"trace[1607313795] linearizableReadLoop","detail":"{readStateIndex:23659; appliedIndex:23649; }","duration":"1.358572427s","start":"2026-02-28T02:18:14.929774Z","end":"2026-02-28T02:18:16.288347Z","steps":["trace[1607313795] 'read index received' (duration: 789.411538ms)","trace[1607313795] 'applied index is now lower than readState.Index' (duration: 569.159599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:16.288501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557799567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:16.288598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981460574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-28T02:18:16.288607Z","caller":"traceutil/trace.go:171","msg":"trace[1542673903] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22867; }","duration":"1.557973131s","start":"2026-02-28T02:18:14.730611Z","end":"2026-02-28T02:18:16.288584Z","steps":["trace[1542673903] 'agreement among raft nodes before linearized reading' (duration: 1.557787017s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:16.288643Z","caller":"traceutil/trace.go:171","msg":"trace[68483456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22867; }","duration":"1.981501535s","start":"2026-02-28T02:18:14.307125Z","end":"2026-02-28T02:18:16.288627Z","steps":["trace[68483456] 'agreement among raft nodes before linearized reading' (duration: 1.981316011s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:16.28866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.730583Z","time spent":"1.558064494s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:16.288682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.307118Z","time spent":"1.981555206s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T02:18:16.288898Z","caller":"traceutil/trace.go:171","msg":"trace[680158678] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"1.599051876s","start":"2026-02-28T02:18:14.689831Z","end":"2026-02-28T02:18:16.288883Z","steps":["trace[680158678] 'process raft request' (duration: 1.135803029s)","trace[680158678] 'compare' (duration: 462.317725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:16.28895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988562089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:16.289009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.689796Z","time spent":"1.599140038s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:16.289492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35483156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:18:16.289589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.21372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1898477f7978010c\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-28T02:18:16.28959Z","caller":"traceutil/trace.go:171","msg":"trace[1995729537] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22867; }","duration":"1.354996984s","start":"2026-02-28T02:18:14.934569Z","end":"2026-02-28T02:18:16.289566Z","steps":["trace[1995729537] 'agreement among raft nodes before linearized reading' (duration: 1.354692107s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:16.289625Z","caller":"traceutil/trace.go:171","msg":"trace[955467575] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1898477f7978010c; range_end:; response_count:1; response_revision:22867; }","duration":"563.289752ms","start":"2026-02-28T02:18:15.726324Z","end":"2026-02-28T02:18:16.289614Z","steps":["trace[955467575] 'agreement among raft nodes before linearized reading' (duration: 563.116878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:16.28964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.934545Z","time spent":"1.355085036s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T02:18:16.289655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:15.726301Z","time spent":"563.347944ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1898477f7978010c\" "} {"level":"warn","ts":"2026-02-28T02:18:16.289849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.225482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:16.289886Z","caller":"traceutil/trace.go:171","msg":"trace[2082797724] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22867; }","duration":"332.330834ms","start":"2026-02-28T02:18:15.957547Z","end":"2026-02-28T02:18:16.289877Z","steps":["trace[2082797724] 'agreement among raft nodes before linearized reading' (duration: 332.266443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:16.289918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:15.957502Z","time spent":"332.404727ms","remote":"127.0.0.1:46934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:16.289925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.929374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:16.289965Z","caller":"traceutil/trace.go:171","msg":"trace[363350440] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22867; }","duration":"566.012456ms","start":"2026-02-28T02:18:15.723938Z","end":"2026-02-28T02:18:16.28995Z","steps":["trace[363350440] 'agreement among raft nodes before linearized reading' (duration: 565.945054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:16.289995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:15.72392Z","time spent":"566.066987ms","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:16.289991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32345244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:16.290038Z","caller":"traceutil/trace.go:171","msg":"trace[1476022804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22867; }","duration":"1.323534892s","start":"2026-02-28T02:18:14.966488Z","end":"2026-02-28T02:18:16.290023Z","steps":["trace[1476022804] 'agreement among raft nodes before linearized reading' (duration: 1.323464081s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:16.290071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.966465Z","time spent":"1.323598054s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-28T02:18:16.289908Z","caller":"traceutil/trace.go:171","msg":"trace[77880189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22867; }","duration":"1.989532582s","start":"2026-02-28T02:18:14.300351Z","end":"2026-02-28T02:18:16.289883Z","steps":["trace[77880189] 'agreement among raft nodes before linearized reading' (duration: 1.98856837s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:16.290181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:14.300341Z","time spent":"1.989831559s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:16.798981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:17.300228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:17.440235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147387067s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:18:17.440819Z","caller":"traceutil/trace.go:171","msg":"trace[1930603498] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"1.148048393s","start":"2026-02-28T02:18:16.292717Z","end":"2026-02-28T02:18:17.440766Z","steps":["trace[1930603498] 'process raft request' (duration: 1.147778116s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:17.441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.292692Z","time spent":"1.148208497s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:18.302473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000648349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:18.302574Z","caller":"traceutil/trace.go:171","msg":"trace[1342058219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794413s","start":"2026-02-28T02:18:16.301756Z","end":"2026-02-28T02:18:18.30255Z","steps":["trace[1342058219] 'agreement among raft nodes before linearized reading' (duration: 2.00067463s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:18.302618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.301744Z","time spent":"2.000865664s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-28T02:18:18.410953Z","caller":"traceutil/trace.go:171","msg":"trace[855141247] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"2.114735171s","start":"2026-02-28T02:18:16.29616Z","end":"2026-02-28T02:18:18.410895Z","steps":["trace[855141247] 'process raft request' (duration: 2.114454674s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:18.411018Z","caller":"traceutil/trace.go:171","msg":"trace[1703061896] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"2.112429598s","start":"2026-02-28T02:18:16.298558Z","end":"2026-02-28T02:18:18.410987Z","steps":["trace[1703061896] 'process raft request' (duration: 2.112238953s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:18.411172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.296144Z","time spent":"2.114912665s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:18.411219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.298546Z","time spent":"2.112563551s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:18.411363Z","caller":"traceutil/trace.go:171","msg":"trace[1096851622] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"2.112696474s","start":"2026-02-28T02:18:16.29863Z","end":"2026-02-28T02:18:18.411327Z","steps":["trace[1096851622] 'process raft request' (duration: 2.112208952s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:18.411521Z","caller":"traceutil/trace.go:171","msg":"trace[1467026763] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"2.112759805s","start":"2026-02-28T02:18:16.298749Z","end":"2026-02-28T02:18:18.411509Z","steps":["trace[1467026763] 'process raft request' (duration: 2.112167181s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:18.41156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.298625Z","time spent":"2.112836917s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:18.411598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.298719Z","time spent":"2.112841347s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:18.411837Z","caller":"traceutil/trace.go:171","msg":"trace[1308958462] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"2.111868394s","start":"2026-02-28T02:18:16.299958Z","end":"2026-02-28T02:18:18.411826Z","steps":["trace[1308958462] 'process raft request' (duration: 2.111474105s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:18.411899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.299949Z","time spent":"2.111919975s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:18.412134Z","caller":"traceutil/trace.go:171","msg":"trace[1738202004] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"2.111889575s","start":"2026-02-28T02:18:16.30023Z","end":"2026-02-28T02:18:18.412119Z","steps":["trace[1738202004] 'process raft request' (duration: 2.111556897s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:18.412228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.300198Z","time spent":"2.111980546s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:19.25414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.127923ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T02:18:19.25426Z","caller":"traceutil/trace.go:171","msg":"trace[1298068863] linearizableReadLoop","detail":"{readStateIndex:23667; appliedIndex:23660; }","duration":"2.955952633s","start":"2026-02-28T02:18:16.298284Z","end":"2026-02-28T02:18:19.254237Z","steps":["trace[1298068863] 'read index received' (duration: 1.142591196s)","trace[1298068863] 'applied index is now lower than readState.Index' (duration: 1.813359757s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:19.25664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958338318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:19.256696Z","caller":"traceutil/trace.go:171","msg":"trace[1150357684] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22874; }","duration":"2.958442701s","start":"2026-02-28T02:18:16.298238Z","end":"2026-02-28T02:18:19.25668Z","steps":["trace[1150357684] 'agreement among raft nodes before linearized reading' (duration: 2.958345308s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.256741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.298219Z","time spent":"2.958512132s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:18:19.256983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847964102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:19.257022Z","caller":"traceutil/trace.go:171","msg":"trace[378076699] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22874; }","duration":"2.848028264s","start":"2026-02-28T02:18:16.408984Z","end":"2026-02-28T02:18:19.257012Z","steps":["trace[378076699] 'agreement among raft nodes before linearized reading' (duration: 2.847946102s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.257052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.408973Z","time spent":"2.848071405s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:19.259795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533268777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:18:19.259853Z","caller":"traceutil/trace.go:171","msg":"trace[963856770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22874; }","duration":"1.533373939s","start":"2026-02-28T02:18:17.726462Z","end":"2026-02-28T02:18:19.259836Z","steps":["trace[963856770] 'agreement among raft nodes before linearized reading' (duration: 1.533192265s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.259852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.021663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-28T02:18:19.259874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.941551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:19.260007Z","caller":"traceutil/trace.go:171","msg":"trace[1221267126] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22874; }","duration":"587.244348ms","start":"2026-02-28T02:18:18.672737Z","end":"2026-02-28T02:18:19.259982Z","steps":["trace[1221267126] 'agreement among raft nodes before linearized reading' (duration: 586.87574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.260028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532599641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:19.260029Z","caller":"traceutil/trace.go:171","msg":"trace[218217651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22874; }","duration":"957.162837ms","start":"2026-02-28T02:18:18.302841Z","end":"2026-02-28T02:18:19.260004Z","steps":["trace[218217651] 'agreement among raft nodes before linearized reading' (duration: 956.960272ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:19.260051Z","caller":"traceutil/trace.go:171","msg":"trace[522940627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22874; }","duration":"1.532635432s","start":"2026-02-28T02:18:17.727408Z","end":"2026-02-28T02:18:19.260044Z","steps":["trace[522940627] 'agreement among raft nodes before linearized reading' (duration: 1.53256825s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.260056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:18.672712Z","time spent":"587.336061ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-28T02:18:19.260069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:17.727401Z","time spent":"1.532664943s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:19.260082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:18.302813Z","time spent":"957.258399ms","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:19.260155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532936769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-28T02:18:19.260116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225241098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-28T02:18:19.260178Z","caller":"traceutil/trace.go:171","msg":"trace[476758161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22874; }","duration":"1.53297856s","start":"2026-02-28T02:18:17.727193Z","end":"2026-02-28T02:18:19.260172Z","steps":["trace[476758161] 'agreement among raft nodes before linearized reading' (duration: 1.532923259s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.2602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:17.727186Z","time spent":"1.53300659s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-28T02:18:19.260218Z","caller":"traceutil/trace.go:171","msg":"trace[866414860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22874; }","duration":"1.225562335s","start":"2026-02-28T02:18:18.034629Z","end":"2026-02-28T02:18:19.260191Z","steps":["trace[866414860] 'agreement among raft nodes before linearized reading' (duration: 1.224940331s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.260268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.938628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:19.260278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532875998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:19.260297Z","caller":"traceutil/trace.go:171","msg":"trace[1319602347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22874; }","duration":"1.53293892s","start":"2026-02-28T02:18:17.727353Z","end":"2026-02-28T02:18:19.260292Z","steps":["trace[1319602347] 'agreement among raft nodes before linearized reading' (duration: 1.532888938s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:19.260299Z","caller":"traceutil/trace.go:171","msg":"trace[2004361862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22874; }","duration":"120.02104ms","start":"2026-02-28T02:18:19.140268Z","end":"2026-02-28T02:18:19.260289Z","steps":["trace[2004361862] 'agreement among raft nodes before linearized reading' (duration: 119.969148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.26029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:18.034601Z","time spent":"1.225672398s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:19.260314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:17.727326Z","time spent":"1.53298491s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:19.26037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.411277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-28T02:18:19.260463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46842083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:19.260488Z","caller":"traceutil/trace.go:171","msg":"trace[531781481] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22874; }","duration":"2.468491483s","start":"2026-02-28T02:18:16.79199Z","end":"2026-02-28T02:18:19.260482Z","steps":["trace[531781481] 'agreement among raft nodes before linearized reading' (duration: 2.46836951s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.260508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.791971Z","time spent":"2.468532494s","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:19.260464Z","caller":"traceutil/trace.go:171","msg":"trace[166515582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22874; }","duration":"941.028021ms","start":"2026-02-28T02:18:18.319415Z","end":"2026-02-28T02:18:19.260443Z","steps":["trace[166515582] 'agreement among raft nodes before linearized reading' (duration: 940.201842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.260596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:18.319407Z","time spent":"941.174825ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-28T02:18:19.259956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:17.726424Z","time spent":"1.533521453s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:18:19.260694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325692885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:18:19.260734Z","caller":"traceutil/trace.go:171","msg":"trace[655261678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22874; }","duration":"2.325788417s","start":"2026-02-28T02:18:16.934932Z","end":"2026-02-28T02:18:19.26072Z","steps":["trace[655261678] 'agreement among raft nodes before linearized reading' (duration: 2.325578982s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.26077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:16.934899Z","time spent":"2.325863619s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:19.260778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81477543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1898477ed90b69e3\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-28T02:18:19.260749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533354479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:19.260829Z","caller":"traceutil/trace.go:171","msg":"trace[568225546] range","detail":"{range_begin:/registry/events/openstack/container-infra.1898477ed90b69e3; range_end:; response_count:1; response_revision:22874; }","duration":"1.814853822s","start":"2026-02-28T02:18:17.445949Z","end":"2026-02-28T02:18:19.260803Z","steps":["trace[568225546] 'agreement among raft nodes before linearized reading' (duration: 1.814548054s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.260946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:17.445927Z","time spent":"1.815009535s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1898477ed90b69e3\" "} {"level":"info","ts":"2026-02-28T02:18:19.263003Z","caller":"traceutil/trace.go:171","msg":"trace[1190462049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22874; }","duration":"1.533577594s","start":"2026-02-28T02:18:17.727277Z","end":"2026-02-28T02:18:19.260855Z","steps":["trace[1190462049] 'agreement among raft nodes before linearized reading' (duration: 1.533036521s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:19.263596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:17.727252Z","time spent":"1.536331478s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:19.767025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:19.930233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.264553Z","time spent":"665.673362ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:20.905403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.93272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:20.90556Z","caller":"traceutil/trace.go:171","msg":"trace[1680571926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22874; }","duration":"411.111655ms","start":"2026-02-28T02:18:20.494426Z","end":"2026-02-28T02:18:20.905538Z","steps":["trace[1680571926] 'range keys from in-memory index tree' (duration: 410.90842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:21.270133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999298278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:21.270252Z","caller":"traceutil/trace.go:171","msg":"trace[788271951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999450992s","start":"2026-02-28T02:18:19.270775Z","end":"2026-02-28T02:18:21.270226Z","steps":["trace[788271951] 'agreement among raft nodes before linearized reading' (duration: 1.999305018s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:21.270315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.270768Z","time spent":"1.999529943s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:22.717155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.787062418s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:18:22.719231Z","caller":"traceutil/trace.go:171","msg":"trace[1497676014] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"3.451828878s","start":"2026-02-28T02:18:19.267349Z","end":"2026-02-28T02:18:22.719178Z","steps":["trace[1497676014] 'process raft request' (duration: 3.451571442s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:22.719413Z","caller":"traceutil/trace.go:171","msg":"trace[1186136864] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23667; }","duration":"3.453287662s","start":"2026-02-28T02:18:19.266055Z","end":"2026-02-28T02:18:22.719343Z","steps":["trace[1186136864] 'read index received' (duration: 663.988722ms)","trace[1186136864] 'applied index is now lower than readState.Index' (duration: 2.78929784s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:22.719922Z","caller":"traceutil/trace.go:171","msg":"trace[734137892] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"3.452586886s","start":"2026-02-28T02:18:19.26727Z","end":"2026-02-28T02:18:22.719857Z","steps":["trace[734137892] 'process raft request' (duration: 3.450142719s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.720335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.267254Z","time spent":"3.452824402s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:22.720543Z","caller":"traceutil/trace.go:171","msg":"trace[1607454384] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"3.449634897s","start":"2026-02-28T02:18:19.270858Z","end":"2026-02-28T02:18:22.720493Z","steps":["trace[1607454384] 'process raft request' (duration: 3.448325927s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.720679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.270836Z","time spent":"3.44977027s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:22.7211Z","caller":"traceutil/trace.go:171","msg":"trace[1578682718] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"3.450223781s","start":"2026-02-28T02:18:19.270838Z","end":"2026-02-28T02:18:22.721061Z","steps":["trace[1578682718] 'process raft request' (duration: 3.448255005s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.721239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.270831Z","time spent":"3.450322253s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:22.721511Z","caller":"traceutil/trace.go:171","msg":"trace[1022789848] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"3.450647751s","start":"2026-02-28T02:18:19.270846Z","end":"2026-02-28T02:18:22.721494Z","steps":["trace[1022789848] 'process raft request' (duration: 3.448285316s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.7216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.270834Z","time spent":"3.450725732s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:22.721709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455606956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d7b8b7a-8c00-424e-abfc-976553f2c051\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-28T02:18:22.721789Z","caller":"traceutil/trace.go:171","msg":"trace[1473070440] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d7b8b7a-8c00-424e-abfc-976553f2c051; range_end:; response_count:1; response_revision:22882; }","duration":"3.455952104s","start":"2026-02-28T02:18:19.265818Z","end":"2026-02-28T02:18:22.72177Z","steps":["trace[1473070440] 'agreement among raft nodes before linearized reading' (duration: 3.455721319s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.721831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.265796Z","time spent":"3.456025975s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-5d7b8b7a-8c00-424e-abfc-976553f2c051\" "} {"level":"info","ts":"2026-02-28T02:18:22.722106Z","caller":"traceutil/trace.go:171","msg":"trace[301491084] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"3.426056229s","start":"2026-02-28T02:18:19.296023Z","end":"2026-02-28T02:18:22.722079Z","steps":["trace[301491084] 'process raft request' (duration: 3.423268774s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:22.722082Z","caller":"traceutil/trace.go:171","msg":"trace[229815122] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"3.45405589s","start":"2026-02-28T02:18:19.267923Z","end":"2026-02-28T02:18:22.721978Z","steps":["trace[229815122] 'process raft request' (duration: 3.451090281s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.722182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.296009Z","time spent":"3.426133031s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:22.719445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.267343Z","time spent":"3.452004142s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:22.722332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.267915Z","time spent":"3.454291855s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:22.722643Z","caller":"traceutil/trace.go:171","msg":"trace[65073774] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"3.454588972s","start":"2026-02-28T02:18:19.267993Z","end":"2026-02-28T02:18:22.722582Z","steps":["trace[65073774] 'process raft request' (duration: 3.45105969s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:22.722826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.267972Z","time spent":"3.454747246s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:23.220018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:23.270683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:23.270819Z","caller":"traceutil/trace.go:171","msg":"trace[1411526951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024737s","start":"2026-02-28T02:18:21.270527Z","end":"2026-02-28T02:18:23.270774Z","steps":["trace[1411526951] 'agreement among raft nodes before linearized reading' (duration: 2.000073446s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:23.270904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.270505Z","time spent":"2.000382804s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:23.720789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:24.221427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:24.392978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675546293s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:18:24.510388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.0184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:24.510732Z","caller":"traceutil/trace.go:171","msg":"trace[863142565] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"4.093157033s","start":"2026-02-28T02:18:20.417543Z","end":"2026-02-28T02:18:24.5107Z","steps":["trace[863142565] 'process raft request' (duration: 4.09298992s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:24.510718Z","caller":"traceutil/trace.go:171","msg":"trace[373068796] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"4.579131958s","start":"2026-02-28T02:18:19.931524Z","end":"2026-02-28T02:18:24.510656Z","steps":["trace[373068796] 'process raft request' (duration: 4.461709429s)","trace[373068796] 'compare' (duration: 116.833186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:24.510869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.417508Z","time spent":"4.093302286s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:24.511048Z","caller":"traceutil/trace.go:171","msg":"trace[1226010756] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"4.092559159s","start":"2026-02-28T02:18:20.418462Z","end":"2026-02-28T02:18:24.511021Z","steps":["trace[1226010756] 'process raft request' (duration: 4.09217758s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.511186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.418451Z","time spent":"4.092673002s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:24.511191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.931503Z","time spent":"4.579481337s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:24.511984Z","caller":"traceutil/trace.go:171","msg":"trace[631511384] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"4.092774884s","start":"2026-02-28T02:18:20.419191Z","end":"2026-02-28T02:18:24.511966Z","steps":["trace[631511384] 'process raft request' (duration: 4.09175023s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.51209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.419177Z","time spent":"4.092861617s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:24.51313Z","caller":"traceutil/trace.go:171","msg":"trace[1310974806] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"4.093819269s","start":"2026-02-28T02:18:20.419257Z","end":"2026-02-28T02:18:24.513076Z","steps":["trace[1310974806] 'process raft request' (duration: 4.092639401s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.513326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.419249Z","time spent":"4.093979352s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:24.514696Z","caller":"traceutil/trace.go:171","msg":"trace[1210139269] linearizableReadLoop","detail":"{readStateIndex:23684; appliedIndex:23676; }","duration":"1.795182024s","start":"2026-02-28T02:18:22.719492Z","end":"2026-02-28T02:18:24.514674Z","steps":["trace[1210139269] 'read index received' (duration: 1.673760062s)","trace[1210139269] 'applied index is now lower than readState.Index' (duration: 121.420882ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:24.514753Z","caller":"traceutil/trace.go:171","msg":"trace[1018476308] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"4.095040237s","start":"2026-02-28T02:18:20.419669Z","end":"2026-02-28T02:18:24.514709Z","steps":["trace[1018476308] 'process raft request' (duration: 4.094900243s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.514817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491289315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:18:24.51484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728317004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:24.514885Z","caller":"traceutil/trace.go:171","msg":"trace[759348825] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22890; }","duration":"3.491441929s","start":"2026-02-28T02:18:21.023419Z","end":"2026-02-28T02:18:24.514862Z","steps":["trace[759348825] 'agreement among raft nodes before linearized reading' (duration: 3.491273515s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.514928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.02339Z","time spent":"3.49152568s","remote":"127.0.0.1:47064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.514936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094728883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:24.514941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888642443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:24.514972Z","caller":"traceutil/trace.go:171","msg":"trace[418570609] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22890; }","duration":"5.094816094s","start":"2026-02-28T02:18:19.420143Z","end":"2026-02-28T02:18:24.514959Z","steps":["trace[418570609] 'agreement among raft nodes before linearized reading' (duration: 5.094762433s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:24.514983Z","caller":"traceutil/trace.go:171","msg":"trace[1365796120] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22890; }","duration":"4.888732705s","start":"2026-02-28T02:18:19.626238Z","end":"2026-02-28T02:18:24.514971Z","steps":["trace[1365796120] 'agreement among raft nodes before linearized reading' (duration: 4.888660283s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:24.51499Z","caller":"traceutil/trace.go:171","msg":"trace[1622385027] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"4.095389905s","start":"2026-02-28T02:18:20.419586Z","end":"2026-02-28T02:18:24.514976Z","steps":["trace[1622385027] 'process raft request' (duration: 4.094889163s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.626215Z","time spent":"4.888793756s","remote":"127.0.0.1:53584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.515055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244246718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:24.515062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.419577Z","time spent":"4.095446436s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:24.515092Z","caller":"traceutil/trace.go:171","msg":"trace[1677649568] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22890; }","duration":"5.244287668s","start":"2026-02-28T02:18:19.270792Z","end":"2026-02-28T02:18:24.51508Z","steps":["trace[1677649568] 'agreement among raft nodes before linearized reading' (duration: 5.244237787s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.270784Z","time spent":"5.244344529s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:18:24.515166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775545912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:24.515201Z","caller":"traceutil/trace.go:171","msg":"trace[1554430154] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22890; }","duration":"3.775630824s","start":"2026-02-28T02:18:20.739561Z","end":"2026-02-28T02:18:24.515192Z","steps":["trace[1554430154] 'agreement among raft nodes before linearized reading' (duration: 3.775575153s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.739535Z","time spent":"3.775686856s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:24.515216Z","caller":"traceutil/trace.go:171","msg":"trace[777554716] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"4.090305247s","start":"2026-02-28T02:18:20.42489Z","end":"2026-02-28T02:18:24.515195Z","steps":["trace[777554716] 'process raft request' (duration: 4.089726483s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257716688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:24.515354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.248278331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-28T02:18:24.515399Z","caller":"traceutil/trace.go:171","msg":"trace[1045868783] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22890; }","duration":"4.25780971s","start":"2026-02-28T02:18:20.257583Z","end":"2026-02-28T02:18:24.515392Z","steps":["trace[1045868783] 'agreement among raft nodes before linearized reading' (duration: 4.257748958s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.257555Z","time spent":"4.257863771s","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.51538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.424851Z","time spent":"4.09044619s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:24.515437Z","caller":"traceutil/trace.go:171","msg":"trace[1906152692] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66; range_end:; response_count:1; response_revision:22890; }","duration":"5.248376674s","start":"2026-02-28T02:18:19.267035Z","end":"2026-02-28T02:18:24.515412Z","steps":["trace[1906152692] 'agreement among raft nodes before linearized reading' (duration: 5.248137848s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.267019Z","time spent":"5.248471096s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" "} {"level":"warn","ts":"2026-02-28T02:18:24.515512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097046542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:18:24.515559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835886666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:24.515571Z","caller":"traceutil/trace.go:171","msg":"trace[213801930] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22890; }","duration":"3.097158504s","start":"2026-02-28T02:18:21.418398Z","end":"2026-02-28T02:18:24.515556Z","steps":["trace[213801930] 'agreement among raft nodes before linearized reading' (duration: 3.096995821s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:24.515589Z","caller":"traceutil/trace.go:171","msg":"trace[565882626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22890; }","duration":"4.835982138s","start":"2026-02-28T02:18:19.679597Z","end":"2026-02-28T02:18:24.515579Z","steps":["trace[565882626] 'agreement among raft nodes before linearized reading' (duration: 4.835935427s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.679567Z","time spent":"4.836037479s","remote":"127.0.0.1:47314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.515608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.418373Z","time spent":"3.097224926s","remote":"127.0.0.1:53018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.514937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.419661Z","time spent":"4.09518819s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:24.515009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:19.420118Z","time spent":"5.094882186s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.515931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372767378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T02:18:24.515993Z","caller":"traceutil/trace.go:171","msg":"trace[15068242] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22890; }","duration":"2.37287984s","start":"2026-02-28T02:18:22.143103Z","end":"2026-02-28T02:18:24.515982Z","steps":["trace[15068242] 'agreement among raft nodes before linearized reading' (duration: 2.372671115s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.515979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430920882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T02:18:24.516026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:22.143078Z","time spent":"2.372940532s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-28T02:18:24.516055Z","caller":"traceutil/trace.go:171","msg":"trace[1922302259] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22890; }","duration":"3.431057746s","start":"2026-02-28T02:18:21.084981Z","end":"2026-02-28T02:18:24.516039Z","steps":["trace[1922302259] 'agreement among raft nodes before linearized reading' (duration: 3.430723578s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.516126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.084953Z","time spent":"3.431127087s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:24.514885Z","caller":"traceutil/trace.go:171","msg":"trace[1592935647] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22890; }","duration":"3.728394446s","start":"2026-02-28T02:18:20.786478Z","end":"2026-02-28T02:18:24.514872Z","steps":["trace[1592935647] 'agreement among raft nodes before linearized reading' (duration: 3.728306874s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.516245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04663969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-28T02:18:24.516276Z","caller":"traceutil/trace.go:171","msg":"trace[109533432] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:22890; }","duration":"3.046731663s","start":"2026-02-28T02:18:21.469536Z","end":"2026-02-28T02:18:24.516268Z","steps":["trace[109533432] 'agreement among raft nodes before linearized reading' (duration: 3.046641821s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.516315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.46951Z","time spent":"3.046799274s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-28T02:18:24.516311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:20.786467Z","time spent":"3.729811469s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.515649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217629124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:18:24.5164Z","caller":"traceutil/trace.go:171","msg":"trace[1463736840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22890; }","duration":"3.218393393s","start":"2026-02-28T02:18:21.297989Z","end":"2026-02-28T02:18:24.516383Z","steps":["trace[1463736840] 'agreement among raft nodes before linearized reading' (duration: 3.217547633s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.51639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064514936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:24.516467Z","caller":"traceutil/trace.go:171","msg":"trace[1090072200] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22890; }","duration":"3.064619638s","start":"2026-02-28T02:18:21.451827Z","end":"2026-02-28T02:18:24.516447Z","steps":["trace[1090072200] 'agreement among raft nodes before linearized reading' (duration: 3.064494885s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:24.516541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.451816Z","time spent":"3.064704871s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:24.516479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:21.297978Z","time spent":"3.218460514s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:18:25.015119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:25.280201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:18:25.280311Z","caller":"traceutil/trace.go:171","msg":"trace[1592509986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000195059s","start":"2026-02-28T02:18:23.280093Z","end":"2026-02-28T02:18:25.280288Z","steps":["trace[1592509986] 'agreement among raft nodes before linearized reading' (duration: 2.000060146s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.280362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:23.280054Z","time spent":"2.000295941s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:25.677469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.783367Z","time spent":"894.091581ms","remote":"127.0.0.1:53550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:25.678569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.540035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:25.678994Z","caller":"traceutil/trace.go:171","msg":"trace[554881057] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"1.369184473s","start":"2026-02-28T02:18:24.309765Z","end":"2026-02-28T02:18:25.678949Z","steps":["trace[554881057] 'process raft request' (duration: 1.182134626s)","trace[554881057] 'compare' (duration: 185.149113ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:25.67905Z","caller":"traceutil/trace.go:171","msg":"trace[1553268337] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23684; }","duration":"1.16427561s","start":"2026-02-28T02:18:24.514753Z","end":"2026-02-28T02:18:25.679028Z","steps":["trace[1553268337] 'read index received' (duration: 977.12361ms)","trace[1553268337] 'applied index is now lower than readState.Index' (duration: 187.15089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:25.679068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.517211Z","time spent":"1.161844974s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:25.679201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538376597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:25.679201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.309725Z","time spent":"1.369367118s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:25.679196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549029545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:25.679249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326082341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:25.67926Z","caller":"traceutil/trace.go:171","msg":"trace[1471313289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22892; }","duration":"2.538470549s","start":"2026-02-28T02:18:23.140768Z","end":"2026-02-28T02:18:25.679238Z","steps":["trace[1471313289] 'agreement among raft nodes before linearized reading' (duration: 2.538272485s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.679283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848984356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-28T02:18:25.679297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:23.140758Z","time spent":"2.53853214s","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:25.679289Z","caller":"traceutil/trace.go:171","msg":"trace[884673700] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22892; }","duration":"2.549188099s","start":"2026-02-28T02:18:23.130075Z","end":"2026-02-28T02:18:25.679264Z","steps":["trace[884673700] 'agreement among raft nodes before linearized reading' (duration: 2.548971044s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:25.679302Z","caller":"traceutil/trace.go:171","msg":"trace[1181663442] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22892; }","duration":"1.326209204s","start":"2026-02-28T02:18:24.353072Z","end":"2026-02-28T02:18:25.679281Z","steps":["trace[1181663442] 'agreement among raft nodes before linearized reading' (duration: 1.325964558s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:25.679324Z","caller":"traceutil/trace.go:171","msg":"trace[1164311877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22892; }","duration":"2.849024757s","start":"2026-02-28T02:18:22.830284Z","end":"2026-02-28T02:18:25.679309Z","steps":["trace[1164311877] 'agreement among raft nodes before linearized reading' (duration: 2.848863963s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.679341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.353039Z","time spent":"1.326294746s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:25.679341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:23.130055Z","time spent":"2.54927662s","remote":"127.0.0.1:53616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:25.679365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:22.830257Z","time spent":"2.849099119s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-02-28T02:18:25.679497Z","caller":"traceutil/trace.go:171","msg":"trace[1266177599] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"1.161477386s","start":"2026-02-28T02:18:24.518006Z","end":"2026-02-28T02:18:25.679483Z","steps":["trace[1266177599] 'process raft request' (duration: 1.160891032s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.679587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.517985Z","time spent":"1.161534247s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:25.679649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159284794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:18:25.679681Z","caller":"traceutil/trace.go:171","msg":"trace[1598460001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22892; }","duration":"1.159326115s","start":"2026-02-28T02:18:24.520345Z","end":"2026-02-28T02:18:25.679671Z","steps":["trace[1598460001] 'agreement among raft nodes before linearized reading' (duration: 1.159260354s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.679707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.520337Z","time spent":"1.159364047s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:18:25.679944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.518406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-28T02:18:25.679963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.590058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:25.679974Z","caller":"traceutil/trace.go:171","msg":"trace[2072136921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22892; }","duration":"945.570697ms","start":"2026-02-28T02:18:24.734395Z","end":"2026-02-28T02:18:25.679966Z","steps":["trace[2072136921] 'agreement among raft nodes before linearized reading' (duration: 945.434834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.679998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.734382Z","time spent":"945.610938ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:25.680087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.960333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:25.680086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.941486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:18:25.680107Z","caller":"traceutil/trace.go:171","msg":"trace[1904408799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22892; }","duration":"399.015214ms","start":"2026-02-28T02:18:25.281084Z","end":"2026-02-28T02:18:25.6801Z","steps":["trace[1904408799] 'agreement among raft nodes before linearized reading' (duration: 398.972873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.281059Z","time spent":"399.070985ms","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:18:25.680125Z","caller":"traceutil/trace.go:171","msg":"trace[1881168383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22892; }","duration":"946.028447ms","start":"2026-02-28T02:18:24.734086Z","end":"2026-02-28T02:18:25.680114Z","steps":["trace[1881168383] 'agreement among raft nodes before linearized reading' (duration: 945.926515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.734059Z","time spent":"946.11241ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T02:18:25.679994Z","caller":"traceutil/trace.go:171","msg":"trace[201892063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22892; }","duration":"945.636968ms","start":"2026-02-28T02:18:24.734348Z","end":"2026-02-28T02:18:25.679985Z","steps":["trace[201892063] 'agreement among raft nodes before linearized reading' (duration: 945.536356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.734342Z","time spent":"945.890264ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:25.680324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.360977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:25.680355Z","caller":"traceutil/trace.go:171","msg":"trace[1491128099] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22892; }","duration":"413.431249ms","start":"2026-02-28T02:18:25.266909Z","end":"2026-02-28T02:18:25.68034Z","steps":["trace[1491128099] 'agreement among raft nodes before linearized reading' (duration: 413.379798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.241944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:18:25.680377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.266887Z","time spent":"413.48385ms","remote":"127.0.0.1:53642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:25.680399Z","caller":"traceutil/trace.go:171","msg":"trace[671281072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22892; }","duration":"675.396488ms","start":"2026-02-28T02:18:25.004982Z","end":"2026-02-28T02:18:25.680379Z","steps":["trace[671281072] 'agreement among raft nodes before linearized reading' (duration: 675.227234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.789226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:18:25.68045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.004955Z","time spent":"675.48634ms","remote":"127.0.0.1:37424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:25.680456Z","caller":"traceutil/trace.go:171","msg":"trace[1185642157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22892; }","duration":"946.891648ms","start":"2026-02-28T02:18:24.733548Z","end":"2026-02-28T02:18:25.680439Z","steps":["trace[1185642157] 'agreement among raft nodes before linearized reading' (duration: 946.766975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.733512Z","time spent":"946.9759ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:25.680523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.641922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:25.680571Z","caller":"traceutil/trace.go:171","msg":"trace[705607022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22892; }","duration":"952.743464ms","start":"2026-02-28T02:18:24.727815Z","end":"2026-02-28T02:18:25.680559Z","steps":["trace[705607022] 'agreement among raft nodes before linearized reading' (duration: 952.556459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160007812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:25.68061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.727786Z","time spent":"952.812606ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T02:18:25.680634Z","caller":"traceutil/trace.go:171","msg":"trace[260466438] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22892; }","duration":"1.160044922s","start":"2026-02-28T02:18:24.520581Z","end":"2026-02-28T02:18:25.680626Z","steps":["trace[260466438] 'agreement among raft nodes before linearized reading' (duration: 1.159993731s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.520574Z","time spent":"1.160076703s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:18:25.68076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.961385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:18:25.680791Z","caller":"traceutil/trace.go:171","msg":"trace[1977963481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22892; }","duration":"952.006647ms","start":"2026-02-28T02:18:24.728773Z","end":"2026-02-28T02:18:25.68078Z","steps":["trace[1977963481] 'agreement among raft nodes before linearized reading' (duration: 951.920335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:25.680821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:24.728764Z","time spent":"952.048258ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:25.682049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.688714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T02:18:25.682083Z","caller":"traceutil/trace.go:171","msg":"trace[965227812] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22892; }","duration":"274.800547ms","start":"2026-02-28T02:18:25.407273Z","end":"2026-02-28T02:18:25.682074Z","steps":["trace[965227812] 'agreement among raft nodes before linearized reading' (duration: 272.597466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:26.182576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:27.120788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.393239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:27.120972Z","caller":"traceutil/trace.go:171","msg":"trace[2052255415] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"1.440676855s","start":"2026-02-28T02:18:25.680265Z","end":"2026-02-28T02:18:27.120941Z","steps":["trace[2052255415] 'process raft request' (duration: 668.982659ms)","trace[2052255415] 'compare' (duration: 769.508555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:27.12107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.680229Z","time spent":"1.440797818s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:27.68925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:18:27.689363Z","caller":"traceutil/trace.go:171","msg":"trace[1721945281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066373s","start":"2026-02-28T02:18:25.688673Z","end":"2026-02-28T02:18:27.689337Z","steps":["trace[1721945281] 'agreement among raft nodes before linearized reading' (duration: 2.000510147s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.689447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.688664Z","time spent":"2.000745002s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:27.871238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471565532s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:18:27.953524Z","caller":"traceutil/trace.go:171","msg":"trace[1861292754] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"2.267496141s","start":"2026-02-28T02:18:25.685993Z","end":"2026-02-28T02:18:27.953489Z","steps":["trace[1861292754] 'process raft request' (duration: 2.185521526s)","trace[1861292754] 'compare' (duration: 81.120016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:27.953655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.68597Z","time spent":"2.267609574s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.955701Z","caller":"traceutil/trace.go:171","msg":"trace[1434438015] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"2.269668622s","start":"2026-02-28T02:18:25.685999Z","end":"2026-02-28T02:18:27.955668Z","steps":["trace[1434438015] 'process raft request' (duration: 2.26741842s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:27.955829Z","caller":"traceutil/trace.go:171","msg":"trace[1214751878] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"1.437955191s","start":"2026-02-28T02:18:26.517835Z","end":"2026-02-28T02:18:27.95579Z","steps":["trace[1214751878] 'process raft request' (duration: 1.436777244s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.955917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.517799Z","time spent":"1.438063904s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:27.956061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.68599Z","time spent":"2.269803935s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.956125Z","caller":"traceutil/trace.go:171","msg":"trace[2087714720] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"2.269525749s","start":"2026-02-28T02:18:25.686591Z","end":"2026-02-28T02:18:27.956117Z","steps":["trace[2087714720] 'process raft request' (duration: 2.26787941s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.956197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.686578Z","time spent":"2.26959245s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.95629Z","caller":"traceutil/trace.go:171","msg":"trace[1900136832] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"2.269581579s","start":"2026-02-28T02:18:25.686699Z","end":"2026-02-28T02:18:27.95628Z","steps":["trace[1900136832] 'process raft request' (duration: 2.267812438s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.956349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.686692Z","time spent":"2.269632851s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.956414Z","caller":"traceutil/trace.go:171","msg":"trace[1671236337] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"1.43747795s","start":"2026-02-28T02:18:26.518921Z","end":"2026-02-28T02:18:27.956399Z","steps":["trace[1671236337] 'process raft request' (duration: 1.43573784s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:27.956505Z","caller":"traceutil/trace.go:171","msg":"trace[1813243928] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"2.268880953s","start":"2026-02-28T02:18:25.687613Z","end":"2026-02-28T02:18:27.956494Z","steps":["trace[1813243928] 'process raft request' (duration: 2.266939838s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.956564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.518904Z","time spent":"1.437545671s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.956611Z","caller":"traceutil/trace.go:171","msg":"trace[157768310] linearizableReadLoop","detail":"{readStateIndex:23694; appliedIndex:23687; }","duration":"2.274355831s","start":"2026-02-28T02:18:25.682245Z","end":"2026-02-28T02:18:27.9566Z","steps":["trace[157768310] 'read index received' (duration: 667.035564ms)","trace[157768310] 'applied index is now lower than readState.Index' (duration: 1.607318917s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:27.956844Z","caller":"traceutil/trace.go:171","msg":"trace[335031334] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"1.437812857s","start":"2026-02-28T02:18:26.519017Z","end":"2026-02-28T02:18:27.956771Z","steps":["trace[335031334] 'process raft request' (duration: 1.435677828s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.957058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.518998Z","time spent":"1.437886579s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.957241Z","caller":"traceutil/trace.go:171","msg":"trace[1073389975] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"1.436992738s","start":"2026-02-28T02:18:26.52022Z","end":"2026-02-28T02:18:27.957213Z","steps":["trace[1073389975] 'process raft request' (duration: 1.43450756s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.957498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.520201Z","time spent":"1.4370719s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.957656Z","caller":"traceutil/trace.go:171","msg":"trace[49623557] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"1.436530448s","start":"2026-02-28T02:18:26.521113Z","end":"2026-02-28T02:18:27.957643Z","steps":["trace[49623557] 'process raft request' (duration: 1.433647541s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.95777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.521089Z","time spent":"1.43664735s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.95823Z","caller":"traceutil/trace.go:171","msg":"trace[2139173925] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"1.437102181s","start":"2026-02-28T02:18:26.521112Z","end":"2026-02-28T02:18:27.958214Z","steps":["trace[2139173925] 'process raft request' (duration: 1.433684412s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.956576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.687607Z","time spent":"2.268920944s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:27.956095Z","caller":"traceutil/trace.go:171","msg":"trace[914043521] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"2.269813255s","start":"2026-02-28T02:18:25.686271Z","end":"2026-02-28T02:18:27.956084Z","steps":["trace[914043521] 'process raft request' (duration: 2.267984512s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:27.958317Z","caller":"traceutil/trace.go:171","msg":"trace[145370934] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"1.344173351s","start":"2026-02-28T02:18:26.614115Z","end":"2026-02-28T02:18:27.958288Z","steps":["trace[145370934] 'process raft request' (duration: 1.340716811s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.958444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.68626Z","time spent":"2.272076458s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:27.958469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.521046Z","time spent":"1.437378847s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:27.958861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.614093Z","time spent":"1.344295693s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:27.960732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274774931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053eafd72c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-28T02:18:27.96083Z","caller":"traceutil/trace.go:171","msg":"trace[1502827997] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053eafd72c; range_end:; response_count:1; response_revision:22907; }","duration":"2.274939274s","start":"2026-02-28T02:18:25.68586Z","end":"2026-02-28T02:18:27.960799Z","steps":["trace[1502827997] 'agreement among raft nodes before linearized reading' (duration: 2.274623677s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.960871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.685845Z","time spent":"2.275018236s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053eafd72c\" "} {"level":"info","ts":"2026-02-28T02:18:27.961181Z","caller":"traceutil/trace.go:171","msg":"trace[1242605482] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"225.392159ms","start":"2026-02-28T02:18:27.73578Z","end":"2026-02-28T02:18:27.961172Z","steps":["trace[1242605482] 'process raft request' (duration: 224.328934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.961377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.167403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:27.961409Z","caller":"traceutil/trace.go:171","msg":"trace[1127848537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22907; }","duration":"271.255914ms","start":"2026-02-28T02:18:27.690145Z","end":"2026-02-28T02:18:27.961401Z","steps":["trace[1127848537] 'agreement among raft nodes before linearized reading' (duration: 271.145132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.961578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.452462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:27.961602Z","caller":"traceutil/trace.go:171","msg":"trace[1041348240] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22907; }","duration":"525.538754ms","start":"2026-02-28T02:18:27.436056Z","end":"2026-02-28T02:18:27.961595Z","steps":["trace[1041348240] 'agreement among raft nodes before linearized reading' (duration: 525.486673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.961625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:27.436027Z","time spent":"525.591255ms","remote":"127.0.0.1:47100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:27.961786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279536831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"warn","ts":"2026-02-28T02:18:27.961828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.237178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-28T02:18:27.961829Z","caller":"traceutil/trace.go:171","msg":"trace[221975748] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22906; }","duration":"2.279619533s","start":"2026-02-28T02:18:25.6822Z","end":"2026-02-28T02:18:27.96182Z","steps":["trace[221975748] 'agreement among raft nodes before linearized reading' (duration: 2.274500004s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:27.961851Z","caller":"traceutil/trace.go:171","msg":"trace[1830276945] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22907; }","duration":"837.31298ms","start":"2026-02-28T02:18:27.124531Z","end":"2026-02-28T02:18:27.961844Z","steps":["trace[1830276945] 'agreement among raft nodes before linearized reading' (duration: 837.235158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.961865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.682184Z","time spent":"2.279673154s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T02:18:27.961876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:27.124502Z","time spent":"837.369521ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T02:18:27.961996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581267322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:27.962026Z","caller":"traceutil/trace.go:171","msg":"trace[216849775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22907; }","duration":"1.581334304s","start":"2026-02-28T02:18:26.380681Z","end":"2026-02-28T02:18:27.962016Z","steps":["trace[216849775] 'agreement among raft nodes before linearized reading' (duration: 1.581290623s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.962051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.380655Z","time spent":"1.581390034s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:27.962158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692916747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:27.962203Z","caller":"traceutil/trace.go:171","msg":"trace[2040976631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22907; }","duration":"1.693005469s","start":"2026-02-28T02:18:26.269186Z","end":"2026-02-28T02:18:27.962191Z","steps":["trace[2040976631] 'agreement among raft nodes before linearized reading' (duration: 1.692939107s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.962229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:26.269161Z","time spent":"1.693060839s","remote":"127.0.0.1:46980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:27.962389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276366387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4c40008c-66ff-487a-8849-eb8615573acb\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-28T02:18:27.962416Z","caller":"traceutil/trace.go:171","msg":"trace[990532204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4c40008c-66ff-487a-8849-eb8615573acb; range_end:; response_count:1; response_revision:22907; }","duration":"2.276391828s","start":"2026-02-28T02:18:25.686017Z","end":"2026-02-28T02:18:27.962408Z","steps":["trace[990532204] 'agreement among raft nodes before linearized reading' (duration: 2.276323036s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.962435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.686001Z","time spent":"2.276429489s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-4c40008c-66ff-487a-8849-eb8615573acb\" "} {"level":"warn","ts":"2026-02-28T02:18:27.962736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276782427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-02-28T02:18:27.962812Z","caller":"traceutil/trace.go:171","msg":"trace[1495080996] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22907; }","duration":"2.276937331s","start":"2026-02-28T02:18:25.685857Z","end":"2026-02-28T02:18:27.962795Z","steps":["trace[1495080996] 'agreement among raft nodes before linearized reading' (duration: 2.276743886s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:27.962855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:25.685835Z","time spent":"2.277010313s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T02:18:38.558706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T02:18:38.569684Z","caller":"traceutil/trace.go:171","msg":"trace[946035458] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"520.373834ms","start":"2026-02-28T02:18:38.049268Z","end":"2026-02-28T02:18:38.569641Z","steps":["trace[946035458] 'process raft request' (duration: 520.135278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.570095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.049208Z","time spent":"520.755162ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:38.681348Z","caller":"traceutil/trace.go:171","msg":"trace[1304996426] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"631.883455ms","start":"2026-02-28T02:18:38.049437Z","end":"2026-02-28T02:18:38.68132Z","steps":["trace[1304996426] 'process raft request' (duration: 629.722325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.681473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.049394Z","time spent":"632.009598ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:38.68161Z","caller":"traceutil/trace.go:171","msg":"trace[18921404] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"626.189683ms","start":"2026-02-28T02:18:38.055389Z","end":"2026-02-28T02:18:38.681579Z","steps":["trace[18921404] 'process raft request' (duration: 625.980418ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:38.681629Z","caller":"traceutil/trace.go:171","msg":"trace[756833688] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"626.808127ms","start":"2026-02-28T02:18:38.054771Z","end":"2026-02-28T02:18:38.681579Z","steps":["trace[756833688] 'process raft request' (duration: 626.541041ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:38.681722Z","caller":"traceutil/trace.go:171","msg":"trace[1659057065] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"445.904062ms","start":"2026-02-28T02:18:38.235802Z","end":"2026-02-28T02:18:38.681706Z","steps":["trace[1659057065] 'process raft request' (duration: 445.713748ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:38.681701Z","caller":"traceutil/trace.go:171","msg":"trace[100594090] linearizableReadLoop","detail":"{readStateIndex:23772; appliedIndex:23765; }","duration":"623.315876ms","start":"2026-02-28T02:18:38.058328Z","end":"2026-02-28T02:18:38.681644Z","steps":["trace[100594090] 'read index received' (duration: 511.169679ms)","trace[100594090] 'applied index is now lower than readState.Index' (duration: 112.144817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:38.681825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.23578Z","time spent":"445.983895ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:38.681507Z","caller":"traceutil/trace.go:171","msg":"trace[1239982236] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"630.093334ms","start":"2026-02-28T02:18:38.051371Z","end":"2026-02-28T02:18:38.681465Z","steps":["trace[1239982236] 'process raft request' (duration: 629.800187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.681826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.055376Z","time spent":"626.333636ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:38.681883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.054755Z","time spent":"627.006602ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:38.681906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.051356Z","time spent":"630.517504ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:38.681953Z","caller":"traceutil/trace.go:171","msg":"trace[707409867] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"622.809425ms","start":"2026-02-28T02:18:38.059009Z","end":"2026-02-28T02:18:38.681818Z","steps":["trace[707409867] 'process raft request' (duration: 622.407815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.682063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.459444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:38.682078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.899464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:38.682115Z","caller":"traceutil/trace.go:171","msg":"trace[999626562] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22975; }","duration":"470.932854ms","start":"2026-02-28T02:18:38.21117Z","end":"2026-02-28T02:18:38.682103Z","steps":["trace[999626562] 'agreement among raft nodes before linearized reading' (duration: 470.879173ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:38.682111Z","caller":"traceutil/trace.go:171","msg":"trace[1215671161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22975; }","duration":"461.503045ms","start":"2026-02-28T02:18:38.220595Z","end":"2026-02-28T02:18:38.682098Z","steps":["trace[1215671161] 'agreement among raft nodes before linearized reading' (duration: 461.418323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.682148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.21108Z","time spent":"471.062007ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:38.682153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.220539Z","time spent":"461.608087ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:38.682202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.351362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-28T02:18:38.682177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.809948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-28T02:18:38.682258Z","caller":"traceutil/trace.go:171","msg":"trace[1977663284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22975; }","duration":"615.429303ms","start":"2026-02-28T02:18:38.066811Z","end":"2026-02-28T02:18:38.68224Z","steps":["trace[1977663284] 'agreement among raft nodes before linearized reading' (duration: 615.224738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.682297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.066781Z","time spent":"615.508635ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T02:18:38.682275Z","caller":"traceutil/trace.go:171","msg":"trace[1783727233] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22975; }","duration":"623.970002ms","start":"2026-02-28T02:18:38.058281Z","end":"2026-02-28T02:18:38.682251Z","steps":["trace[1783727233] 'agreement among raft nodes before linearized reading' (duration: 623.645044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.682348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.058267Z","time spent":"624.071514ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:38.682438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.544039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T02:18:38.682477Z","caller":"traceutil/trace.go:171","msg":"trace[1629129896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22975; }","duration":"579.60478ms","start":"2026-02-28T02:18:38.102859Z","end":"2026-02-28T02:18:38.682464Z","steps":["trace[1629129896] 'agreement among raft nodes before linearized reading' (duration: 579.518498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.682514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.102846Z","time spent":"579.661592ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:18:38.682512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.673002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T02:18:38.682549Z","caller":"traceutil/trace.go:171","msg":"trace[793598006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22975; }","duration":"619.727263ms","start":"2026-02-28T02:18:38.062815Z","end":"2026-02-28T02:18:38.682542Z","steps":["trace[793598006] 'agreement among raft nodes before linearized reading' (duration: 619.588599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.682023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.328226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-28T02:18:38.682558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.767777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T02:18:38.682603Z","caller":"traceutil/trace.go:171","msg":"trace[943286823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22975; }","duration":"617.848259ms","start":"2026-02-28T02:18:38.064744Z","end":"2026-02-28T02:18:38.682592Z","steps":["trace[943286823] 'agreement among raft nodes before linearized reading' (duration: 617.636304ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:38.682606Z","caller":"traceutil/trace.go:171","msg":"trace[891867337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22975; }","duration":"475.90584ms","start":"2026-02-28T02:18:38.206684Z","end":"2026-02-28T02:18:38.68259Z","steps":["trace[891867337] 'agreement among raft nodes before linearized reading' (duration: 475.289515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.68257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.062806Z","time spent":"619.759713ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:38.682644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.064727Z","time spent":"617.909211ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:38.68258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.058948Z","time spent":"623.183583ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:38.682651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.20665Z","time spent":"475.989012ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:18:38.682217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.480147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T02:18:38.684582Z","caller":"traceutil/trace.go:171","msg":"trace[2037495798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22975; }","duration":"624.887993ms","start":"2026-02-28T02:18:38.059677Z","end":"2026-02-28T02:18:38.684565Z","steps":["trace[2037495798] 'agreement among raft nodes before linearized reading' (duration: 622.301913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:38.684713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:38.059665Z","time spent":"625.030086ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:43.870582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.9711Z","time spent":"899.468366ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:43.871452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.891109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:43.871547Z","caller":"traceutil/trace.go:171","msg":"trace[1676855781] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"1.175897731s","start":"2026-02-28T02:18:42.69563Z","end":"2026-02-28T02:18:43.871528Z","steps":["trace[1676855781] 'process raft request' (duration: 493.698925ms)","trace[1676855781] 'compare' (duration: 681.219023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:43.871589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.695562Z","time spent":"1.176008774s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:44.401039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.747075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:44.401504Z","caller":"traceutil/trace.go:171","msg":"trace[1409292138] linearizableReadLoop","detail":"{readStateIndex:23858; appliedIndex:23853; }","duration":"1.69733889s","start":"2026-02-28T02:18:42.704139Z","end":"2026-02-28T02:18:44.401478Z","steps":["trace[1409292138] 'read index received' (duration: 485.215017ms)","trace[1409292138] 'applied index is now lower than readState.Index' (duration: 1.212122963s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:44.401625Z","caller":"traceutil/trace.go:171","msg":"trace[1002687754] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"1.702677684s","start":"2026-02-28T02:18:42.698931Z","end":"2026-02-28T02:18:44.401609Z","steps":["trace[1002687754] 'process raft request' (duration: 1.702350757s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:44.401596Z","caller":"traceutil/trace.go:171","msg":"trace[203771057] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"1.704028735s","start":"2026-02-28T02:18:42.697502Z","end":"2026-02-28T02:18:44.401531Z","steps":["trace[203771057] 'process raft request' (duration: 1.703670277s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.401743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.698919Z","time spent":"1.702741176s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:44.401872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.697472Z","time spent":"1.704273961s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:44.402088Z","caller":"traceutil/trace.go:171","msg":"trace[626982070] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"1.705243134s","start":"2026-02-28T02:18:42.696831Z","end":"2026-02-28T02:18:44.402074Z","steps":["trace[626982070] 'process raft request' (duration: 1.343322492s)","trace[626982070] 'compare' (duration: 360.337985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:44.402138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695827935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:44.402173Z","caller":"traceutil/trace.go:171","msg":"trace[1824218218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23060; }","duration":"1.695883916s","start":"2026-02-28T02:18:42.706278Z","end":"2026-02-28T02:18:44.402162Z","steps":["trace[1824218218] 'agreement among raft nodes before linearized reading' (duration: 1.695724822s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.402176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.696804Z","time spent":"1.705314096s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:44.402213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.706268Z","time spent":"1.695938018s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:44.402213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698043946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:18:44.402388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092939303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-28T02:18:44.402394Z","caller":"traceutil/trace.go:171","msg":"trace[1794068904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23060; }","duration":"1.698263002s","start":"2026-02-28T02:18:42.7041Z","end":"2026-02-28T02:18:44.402363Z","steps":["trace[1794068904] 'agreement among raft nodes before linearized reading' (duration: 1.697844822s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:44.402426Z","caller":"traceutil/trace.go:171","msg":"trace[179706335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23060; }","duration":"1.092999784s","start":"2026-02-28T02:18:43.309411Z","end":"2026-02-28T02:18:44.402411Z","steps":["trace[179706335] 'agreement among raft nodes before linearized reading' (duration: 1.092901942s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.402411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.010604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-02-28T02:18:44.402456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.309394Z","time spent":"1.093056136s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-28T02:18:44.402461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.704072Z","time spent":"1.698376905s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T02:18:44.402486Z","caller":"traceutil/trace.go:171","msg":"trace[216337018] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23060; }","duration":"803.144897ms","start":"2026-02-28T02:18:43.599324Z","end":"2026-02-28T02:18:44.402469Z","steps":["trace[216337018] 'agreement among raft nodes before linearized reading' (duration: 802.952893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.402516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.599299Z","time spent":"803.212018ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T02:18:44.402632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180448727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:44.402634Z","caller":"traceutil/trace.go:171","msg":"trace[512293994] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.699360898s","start":"2026-02-28T02:18:42.70326Z","end":"2026-02-28T02:18:44.402621Z","steps":["trace[512293994] 'process raft request' (duration: 1.698068068s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:44.402669Z","caller":"traceutil/trace.go:171","msg":"trace[616456674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23060; }","duration":"1.180522839s","start":"2026-02-28T02:18:43.222137Z","end":"2026-02-28T02:18:44.40266Z","steps":["trace[616456674] 'agreement among raft nodes before linearized reading' (duration: 1.180464957s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:44.402688Z","caller":"traceutil/trace.go:171","msg":"trace[2145862243] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"1.39959903s","start":"2026-02-28T02:18:43.003073Z","end":"2026-02-28T02:18:44.402672Z","steps":["trace[2145862243] 'process raft request' (duration: 1.398358101s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.402708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.70325Z","time spent":"1.699417839s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:44.402799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597955431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-02-28T02:18:44.402826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.003049Z","time spent":"1.399679262s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:44.402841Z","caller":"traceutil/trace.go:171","msg":"trace[1384276737] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23060; }","duration":"1.597992191s","start":"2026-02-28T02:18:42.804837Z","end":"2026-02-28T02:18:44.402829Z","steps":["trace[1384276737] 'agreement among raft nodes before linearized reading' (duration: 1.597882869s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.402872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.804763Z","time spent":"1.598101884s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:18:44.402889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.353658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T02:18:44.40291Z","caller":"traceutil/trace.go:171","msg":"trace[1711356974] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23060; }","duration":"521.414189ms","start":"2026-02-28T02:18:43.881491Z","end":"2026-02-28T02:18:44.402905Z","steps":["trace[1711356974] 'agreement among raft nodes before linearized reading' (duration: 521.253806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.402927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.881476Z","time spent":"521.44791ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:44.402699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.222107Z","time spent":"1.180584219s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:44.403001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.496069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:18:44.403039Z","caller":"traceutil/trace.go:171","msg":"trace[244698488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23060; }","duration":"613.573601ms","start":"2026-02-28T02:18:43.789457Z","end":"2026-02-28T02:18:44.403031Z","steps":["trace[244698488] 'agreement among raft nodes before linearized reading' (duration: 613.468019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.403065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.789441Z","time spent":"613.617082ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:18:44.403087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694545005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T02:18:44.403128Z","caller":"traceutil/trace.go:171","msg":"trace[1512818566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23060; }","duration":"1.694592036s","start":"2026-02-28T02:18:42.708523Z","end":"2026-02-28T02:18:44.403115Z","steps":["trace[1512818566] 'agreement among raft nodes before linearized reading' (duration: 1.694500014s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.403145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.736957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-28T02:18:44.403164Z","caller":"traceutil/trace.go:171","msg":"trace[828453612] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23060; }","duration":"768.806809ms","start":"2026-02-28T02:18:43.63435Z","end":"2026-02-28T02:18:44.403157Z","steps":["trace[828453612] 'agreement among raft nodes before linearized reading' (duration: 768.751228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.403161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.708519Z","time spent":"1.694635457s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:44.403178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:43.634323Z","time spent":"768.85273ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:18:44.403324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695205201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-28T02:18:44.403364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696342607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-28T02:18:44.403359Z","caller":"traceutil/trace.go:171","msg":"trace[2130191508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23060; }","duration":"1.695245852s","start":"2026-02-28T02:18:42.708103Z","end":"2026-02-28T02:18:44.403349Z","steps":["trace[2130191508] 'agreement among raft nodes before linearized reading' (duration: 1.69515795s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:44.40338Z","caller":"traceutil/trace.go:171","msg":"trace[2135034370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23060; }","duration":"1.696374148s","start":"2026-02-28T02:18:42.707Z","end":"2026-02-28T02:18:44.403375Z","steps":["trace[2135034370] 'agreement among raft nodes before linearized reading' (duration: 1.696319837s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.403386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.708099Z","time spent":"1.695280992s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:44.403397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.706994Z","time spent":"1.696399279s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:44.403473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69647371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:44.4035Z","caller":"traceutil/trace.go:171","msg":"trace[785134007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23060; }","duration":"1.696514871s","start":"2026-02-28T02:18:42.706978Z","end":"2026-02-28T02:18:44.403493Z","steps":["trace[785134007] 'agreement among raft nodes before linearized reading' (duration: 1.696394168s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:44.403519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:42.706972Z","time spent":"1.696542241s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:45.70004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.469844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:45.700268Z","caller":"traceutil/trace.go:171","msg":"trace[2113235384] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"1.288885616s","start":"2026-02-28T02:18:44.411362Z","end":"2026-02-28T02:18:45.700248Z","steps":["trace[2113235384] 'process raft request' (duration: 1.288771443s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:45.700237Z","caller":"traceutil/trace.go:171","msg":"trace[451690305] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.288881406s","start":"2026-02-28T02:18:44.411317Z","end":"2026-02-28T02:18:45.700199Z","steps":["trace[451690305] 'process raft request' (duration: 343.178816ms)","trace[451690305] 'compare' (duration: 945.348572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:45.700313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.411333Z","time spent":"1.288959848s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:45.700417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.411301Z","time spent":"1.28901106s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:45.700439Z","caller":"traceutil/trace.go:171","msg":"trace[1325120845] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"1.28907134s","start":"2026-02-28T02:18:44.411362Z","end":"2026-02-28T02:18:45.700433Z","steps":["trace[1325120845] 'process raft request' (duration: 1.288812644s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.700469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.411347Z","time spent":"1.289107102s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:45.70075Z","caller":"traceutil/trace.go:171","msg":"trace[1445229958] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"1.289271846s","start":"2026-02-28T02:18:44.41147Z","end":"2026-02-28T02:18:45.700742Z","steps":["trace[1445229958] 'process raft request' (duration: 1.288935058s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.700791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.411439Z","time spent":"1.289330786s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:45.70114Z","caller":"traceutil/trace.go:171","msg":"trace[553519278] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"1.289642544s","start":"2026-02-28T02:18:44.41149Z","end":"2026-02-28T02:18:45.701133Z","steps":["trace[553519278] 'process raft request' (duration: 1.289176093s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.701183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.411446Z","time spent":"1.289712095s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:45.701302Z","caller":"traceutil/trace.go:171","msg":"trace[1438059020] linearizableReadLoop","detail":"{readStateIndex:23865; appliedIndex:23860; }","duration":"1.288082797s","start":"2026-02-28T02:18:44.413212Z","end":"2026-02-28T02:18:45.701294Z","steps":["trace[1438059020] 'read index received' (duration: 95.425888ms)","trace[1438059020] 'applied index is now lower than readState.Index' (duration: 1.192656009s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:45.701457Z","caller":"traceutil/trace.go:171","msg":"trace[288991969] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"1.283434079s","start":"2026-02-28T02:18:44.418015Z","end":"2026-02-28T02:18:45.701449Z","steps":["trace[288991969] 'process raft request' (duration: 1.282988189s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.701502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.418002Z","time spent":"1.283470661s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:45.701758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286237704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-28T02:18:45.701854Z","caller":"traceutil/trace.go:171","msg":"trace[1388702086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23068; }","duration":"1.286381888s","start":"2026-02-28T02:18:44.415452Z","end":"2026-02-28T02:18:45.701833Z","steps":["trace[1388702086] 'agreement among raft nodes before linearized reading' (duration: 1.286146812s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.701903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.415441Z","time spent":"1.286450209s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:18:45.702015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.858349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:45.702053Z","caller":"traceutil/trace.go:171","msg":"trace[68811963] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23068; }","duration":"151.932191ms","start":"2026-02-28T02:18:45.550108Z","end":"2026-02-28T02:18:45.702041Z","steps":["trace[68811963] 'agreement among raft nodes before linearized reading' (duration: 151.847439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.702069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288842165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-02-28T02:18:45.702037Z","caller":"traceutil/trace.go:171","msg":"trace[1114526341] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"1.111121654s","start":"2026-02-28T02:18:44.590865Z","end":"2026-02-28T02:18:45.701987Z","steps":["trace[1114526341] 'process raft request' (duration: 1.110397978s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:45.702102Z","caller":"traceutil/trace.go:171","msg":"trace[917759992] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23068; }","duration":"1.288912247s","start":"2026-02-28T02:18:44.413179Z","end":"2026-02-28T02:18:45.702092Z","steps":["trace[917759992] 'agreement among raft nodes before linearized reading' (duration: 1.288332833s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.702105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179494764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:45.702121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.413173Z","time spent":"1.288943567s","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-28T02:18:45.702144Z","caller":"traceutil/trace.go:171","msg":"trace[1691716591] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23068; }","duration":"1.179564426s","start":"2026-02-28T02:18:44.522567Z","end":"2026-02-28T02:18:45.702131Z","steps":["trace[1691716591] 'agreement among raft nodes before linearized reading' (duration: 1.179489274s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.702143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28473912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:45.702169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.522553Z","time spent":"1.179610457s","remote":"127.0.0.1:47034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:45.702178Z","caller":"traceutil/trace.go:171","msg":"trace[463325359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23068; }","duration":"1.284809272s","start":"2026-02-28T02:18:44.41736Z","end":"2026-02-28T02:18:45.702169Z","steps":["trace[463325359] 'agreement among raft nodes before linearized reading' (duration: 1.28475114s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.702205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.417337Z","time spent":"1.284862872s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:45.702204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.590825Z","time spent":"1.111289158s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:45.702222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.404713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:18:45.702275Z","caller":"traceutil/trace.go:171","msg":"trace[1146725867] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23068; }","duration":"288.490505ms","start":"2026-02-28T02:18:45.413764Z","end":"2026-02-28T02:18:45.702254Z","steps":["trace[1146725867] 'agreement among raft nodes before linearized reading' (duration: 288.404103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.702113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008811046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:45.702375Z","caller":"traceutil/trace.go:171","msg":"trace[1236447675] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23068; }","duration":"1.009178455s","start":"2026-02-28T02:18:44.693185Z","end":"2026-02-28T02:18:45.702363Z","steps":["trace[1236447675] 'agreement among raft nodes before linearized reading' (duration: 1.008811957s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:45.702402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:44.693147Z","time spent":"1.009243997s","remote":"127.0.0.1:47322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:46.222333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:46.937485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.198813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:46.937625Z","caller":"traceutil/trace.go:171","msg":"trace[572799902] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"1.222488233s","start":"2026-02-28T02:18:45.715111Z","end":"2026-02-28T02:18:46.937599Z","steps":["trace[572799902] 'process raft request' (duration: 911.061645ms)","trace[572799902] 'compare' (duration: 311.034599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:46.937716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.7151Z","time spent":"1.222558445s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:49.220272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:49.220392Z","caller":"traceutil/trace.go:171","msg":"trace[1193481550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491385s","start":"2026-02-28T02:18:47.21987Z","end":"2026-02-28T02:18:49.220361Z","steps":["trace[1193481550] 'agreement among raft nodes before linearized reading' (duration: 2.000342812s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.220456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.219847Z","time spent":"2.000596008s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:49.985316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.359138694s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:18:49.985915Z","caller":"traceutil/trace.go:171","msg":"trace[1347424497] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"4.17298466s","start":"2026-02-28T02:18:45.812904Z","end":"2026-02-28T02:18:49.985889Z","steps":["trace[1347424497] 'process raft request' (duration: 4.172712094s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.986086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.812874Z","time spent":"4.173099332s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:49.986338Z","caller":"traceutil/trace.go:171","msg":"trace[1886861175] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"3.575981154s","start":"2026-02-28T02:18:46.410328Z","end":"2026-02-28T02:18:49.986309Z","steps":["trace[1886861175] 'process raft request' (duration: 3.575886092s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:49.986432Z","caller":"traceutil/trace.go:171","msg":"trace[2114371605] linearizableReadLoop","detail":"{readStateIndex:23870; appliedIndex:23867; }","duration":"4.264182419s","start":"2026-02-28T02:18:45.722236Z","end":"2026-02-28T02:18:49.986418Z","steps":["trace[2114371605] 'read index received' (duration: 903.980021ms)","trace[2114371605] 'applied index is now lower than readState.Index' (duration: 3.360201328s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:18:49.986489Z","caller":"traceutil/trace.go:171","msg":"trace[987853674] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"3.575638296s","start":"2026-02-28T02:18:46.410845Z","end":"2026-02-28T02:18:49.986483Z","steps":["trace[987853674] 'process raft request' (duration: 3.575425331s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.986551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.410832Z","time spent":"3.575677706s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:49.986539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.410306Z","time spent":"3.576127257s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:49.986756Z","caller":"traceutil/trace.go:171","msg":"trace[1611174751] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"4.108645314s","start":"2026-02-28T02:18:45.878093Z","end":"2026-02-28T02:18:49.986739Z","steps":["trace[1611174751] 'process raft request' (duration: 4.107753063s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.986803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264547378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:18:49.986845Z","caller":"traceutil/trace.go:171","msg":"trace[2117026033] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23075; }","duration":"4.26462445s","start":"2026-02-28T02:18:45.722209Z","end":"2026-02-28T02:18:49.986833Z","steps":["trace[2117026033] 'agreement among raft nodes before linearized reading' (duration: 4.264459306s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.986851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.878061Z","time spent":"4.108742456s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:49.986889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.722197Z","time spent":"4.264686771s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:18:49.986959Z","caller":"traceutil/trace.go:171","msg":"trace[1220915659] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"3.577239333s","start":"2026-02-28T02:18:46.40971Z","end":"2026-02-28T02:18:49.986949Z","steps":["trace[1220915659] 'process raft request' (duration: 3.576397253s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.987031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.40969Z","time spent":"3.577299805s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:49.987043Z","caller":"traceutil/trace.go:171","msg":"trace[1122099991] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"3.575965433s","start":"2026-02-28T02:18:46.411049Z","end":"2026-02-28T02:18:49.987014Z","steps":["trace[1122099991] 'process raft request' (duration: 3.575318038s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:49.9872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.411013Z","time spent":"3.576156438s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:50.48693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:50.987868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:51.221278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000522937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:51.221387Z","caller":"traceutil/trace.go:171","msg":"trace[1511219329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712242s","start":"2026-02-28T02:18:49.22065Z","end":"2026-02-28T02:18:51.221363Z","steps":["trace[1511219329] 'agreement among raft nodes before linearized reading' (duration: 2.000569518s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:51.221536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:49.220621Z","time spent":"2.000872626s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:51.48861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:51.989457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:52.201246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:18:52.20137Z","caller":"traceutil/trace.go:171","msg":"trace[1353919044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888226s","start":"2026-02-28T02:18:50.200452Z","end":"2026-02-28T02:18:52.20134Z","steps":["trace[1353919044] 'agreement among raft nodes before linearized reading' (duration: 2.000732742s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:52.20146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:50.200445Z","time spent":"2.000998718s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:52.490363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:52.705948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999178582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:18:52.706121Z","caller":"traceutil/trace.go:171","msg":"trace[1816353945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999435339s","start":"2026-02-28T02:18:47.706633Z","end":"2026-02-28T02:18:52.706068Z","steps":["trace[1816353945] 'agreement among raft nodes before linearized reading' (duration: 4.999200343s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:52.706281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999214623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:52.706344Z","caller":"traceutil/trace.go:171","msg":"trace[1581088344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999286215s","start":"2026-02-28T02:18:47.70704Z","end":"2026-02-28T02:18:52.706326Z","steps":["trace[1581088344] 'agreement among raft nodes before linearized reading' (duration: 4.999222003s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:52.70639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.707037Z","time spent":"4.999343616s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:52.706344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.706614Z","time spent":"4.999634863s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/28 02:18:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/28 02:18:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:52.70656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.708903Z","time spent":"4.997646617s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:52.70728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999467099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:18:52.707385Z","caller":"traceutil/trace.go:171","msg":"trace[1598909533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999618313s","start":"2026-02-28T02:18:47.707743Z","end":"2026-02-28T02:18:52.707362Z","steps":["trace[1598909533] 'agreement among raft nodes before linearized reading' (duration: 4.999471699s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:52.707443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.70774Z","time spent":"4.999692014s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/28 02:18:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:52.990866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:53.229306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000478905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:53.229425Z","caller":"traceutil/trace.go:171","msg":"trace[741317956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674839s","start":"2026-02-28T02:18:51.228718Z","end":"2026-02-28T02:18:53.229393Z","steps":["trace[741317956] 'agreement among raft nodes before linearized reading' (duration: 2.000533006s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:53.229484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.228693Z","time spent":"2.000780372s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:53.290073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.304407922s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:18:53.342229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847984763s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:53.342379Z","caller":"traceutil/trace.go:171","msg":"trace[1599953256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23075; }","duration":"2.848150837s","start":"2026-02-28T02:18:50.494209Z","end":"2026-02-28T02:18:53.342359Z","steps":["trace[1599953256] 'range keys from in-memory index tree' (duration: 2.847963572s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:53.793786Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"70df9ca1df64f923","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-28T02:18:54.035193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.034266Z","time spent":"7.000903416s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:54.618746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328398355s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-28T02:18:55.230006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:55.230109Z","caller":"traceutil/trace.go:171","msg":"trace[1904771205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111328s","start":"2026-02-28T02:18:53.229977Z","end":"2026-02-28T02:18:55.230088Z","steps":["trace[1904771205] 'agreement among raft nodes before linearized reading' (duration: 1.999975624s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:55.230157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:53.229939Z","time spent":"2.00020764s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:55.724925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001094559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:55.725021Z","caller":"traceutil/trace.go:171","msg":"trace[2102116218] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.001219601s","start":"2026-02-28T02:18:45.72378Z","end":"2026-02-28T02:18:55.724999Z","steps":["trace[2102116218] 'agreement among raft nodes before linearized reading' (duration: 10.001091378s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:55.725075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.723759Z","time spent":"10.001301584s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/28 02:18:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:55.795488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.794377Z","time spent":"7.001102381s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T02:18:56.014579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.722863966s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:18:56.034508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414264431s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:18:56.034841Z","caller":"traceutil/trace.go:171","msg":"trace[1509581908] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"6.625447821s","start":"2026-02-28T02:18:49.409372Z","end":"2026-02-28T02:18:56.03482Z","steps":["trace[1509581908] 'process raft request' (duration: 6.625352389s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.034975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:49.409348Z","time spent":"6.625557143s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:56.035268Z","caller":"traceutil/trace.go:171","msg":"trace[1311779030] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"4.041497314s","start":"2026-02-28T02:18:51.993739Z","end":"2026-02-28T02:18:56.035236Z","steps":["trace[1311779030] 'process raft request' (duration: 4.041041683s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.035464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.993712Z","time spent":"4.041648937s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:56.035529Z","caller":"traceutil/trace.go:171","msg":"trace[1908324744] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"4.04174259s","start":"2026-02-28T02:18:51.993774Z","end":"2026-02-28T02:18:56.035517Z","steps":["trace[1908324744] 'process raft request' (duration: 4.04135144s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.035603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.993742Z","time spent":"4.041825932s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:56.035865Z","caller":"traceutil/trace.go:171","msg":"trace[1388773304] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"4.041489403s","start":"2026-02-28T02:18:51.994363Z","end":"2026-02-28T02:18:56.035853Z","steps":["trace[1388773304] 'process raft request' (duration: 4.041104284s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.035952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.994357Z","time spent":"4.041553475s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:56.036122Z","caller":"traceutil/trace.go:171","msg":"trace[549250645] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"4.041607246s","start":"2026-02-28T02:18:51.994505Z","end":"2026-02-28T02:18:56.036112Z","steps":["trace[549250645] 'process raft request' (duration: 4.041298749s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.036187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.994475Z","time spent":"4.041681388s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:56.036352Z","caller":"traceutil/trace.go:171","msg":"trace[1775908472] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23084; }","duration":"236.453126ms","start":"2026-02-28T02:18:55.79989Z","end":"2026-02-28T02:18:56.036343Z","steps":["trace[1775908472] 'process raft request' (duration: 236.408665ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.036434Z","caller":"traceutil/trace.go:171","msg":"trace[494017743] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"4.041158376s","start":"2026-02-28T02:18:51.995263Z","end":"2026-02-28T02:18:56.036421Z","steps":["trace[494017743] 'process raft request' (duration: 4.040797607s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.036506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.995252Z","time spent":"4.041220358s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:56.036537Z","caller":"traceutil/trace.go:171","msg":"trace[1581293326] linearizableReadLoop","detail":"{readStateIndex:23884; appliedIndex:23874; }","duration":"6.050067708s","start":"2026-02-28T02:18:49.986457Z","end":"2026-02-28T02:18:56.036525Z","steps":["trace[1581293326] 'read index received' (duration: 3.30387416s)","trace[1581293326] 'applied index is now lower than readState.Index' (duration: 2.746191878s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:56.036698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.16021855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.036748Z","caller":"traceutil/trace.go:171","msg":"trace[2009781991] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23084; }","duration":"7.160316662s","start":"2026-02-28T02:18:48.876416Z","end":"2026-02-28T02:18:56.036733Z","steps":["trace[2009781991] 'agreement among raft nodes before linearized reading' (duration: 7.160212819s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.036787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.876393Z","time spent":"7.160379384s","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.036976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.187898173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.037018Z","caller":"traceutil/trace.go:171","msg":"trace[1644083939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23084; }","duration":"7.187983155s","start":"2026-02-28T02:18:48.84902Z","end":"2026-02-28T02:18:56.037003Z","steps":["trace[1644083939] 'agreement among raft nodes before linearized reading' (duration: 7.187910453s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.037047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.849Z","time spent":"7.188039136s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.037161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.093868072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1898478c63abd3dd\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-02-28T02:18:56.0372Z","caller":"traceutil/trace.go:171","msg":"trace[1004980392] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1898478c63abd3dd; range_end:; response_count:1; response_revision:23084; }","duration":"9.093951974s","start":"2026-02-28T02:18:46.943236Z","end":"2026-02-28T02:18:56.037188Z","steps":["trace[1004980392] 'agreement among raft nodes before linearized reading' (duration: 9.093802521s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.037231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.943182Z","time spent":"9.094041956s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1898478c63abd3dd\" "} {"level":"warn","ts":"2026-02-28T02:18:56.037348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.183010254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.037408Z","caller":"traceutil/trace.go:171","msg":"trace[641811012] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23084; }","duration":"9.183080856s","start":"2026-02-28T02:18:46.854299Z","end":"2026-02-28T02:18:56.03738Z","steps":["trace[641811012] 'agreement among raft nodes before linearized reading' (duration: 9.182891671s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.037448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.854286Z","time spent":"9.183153637s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.037652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.276260687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-02-28T02:18:56.039312Z","caller":"traceutil/trace.go:171","msg":"trace[1068716894] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23084; }","duration":"7.277920676s","start":"2026-02-28T02:18:48.76138Z","end":"2026-02-28T02:18:56.039301Z","steps":["trace[1068716894] 'agreement among raft nodes before linearized reading' (duration: 7.276043632s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.039339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T02:18:56.039396Z","caller":"traceutil/trace.go:171","msg":"trace[1873017905] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23084; }","duration":"2.000444895s","start":"2026-02-28T02:18:54.03894Z","end":"2026-02-28T02:18:56.039385Z","steps":["trace[1873017905] 'agreement among raft nodes before linearized reading' (duration: 2.000354433s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.039409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.358360475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.039438Z","caller":"traceutil/trace.go:171","msg":"trace[2124342296] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23084; }","duration":"7.358435986s","start":"2026-02-28T02:18:48.680992Z","end":"2026-02-28T02:18:56.039428Z","steps":["trace[2124342296] 'agreement among raft nodes before linearized reading' (duration: 7.358377555s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.039432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:54.038914Z","time spent":"2.000508687s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-28T02:18:56.039464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.680969Z","time spent":"7.358489688s","remote":"127.0.0.1:47342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.039599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.423704743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.039623Z","caller":"traceutil/trace.go:171","msg":"trace[295816579] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23084; }","duration":"7.423781715s","start":"2026-02-28T02:18:48.615836Z","end":"2026-02-28T02:18:56.039617Z","steps":["trace[295816579] 'agreement among raft nodes before linearized reading' (duration: 7.423741084s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.039644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.615808Z","time spent":"7.423828826s","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.039701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051827579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.03976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.453394604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.039766Z","caller":"traceutil/trace.go:171","msg":"trace[2106866814] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23084; }","duration":"2.051953673s","start":"2026-02-28T02:18:53.987797Z","end":"2026-02-28T02:18:56.03975Z","steps":["trace[2106866814] 'agreement among raft nodes before linearized reading' (duration: 2.05184569s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.039783Z","caller":"traceutil/trace.go:171","msg":"trace[575526338] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23084; }","duration":"7.453452625s","start":"2026-02-28T02:18:48.586322Z","end":"2026-02-28T02:18:56.039774Z","steps":["trace[575526338] 'agreement among raft nodes before linearized reading' (duration: 7.453415054s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.039805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.586302Z","time spent":"7.453498056s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.039812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:53.98777Z","time spent":"2.052028734s","remote":"127.0.0.1:35050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.039914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.895600202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.039939Z","caller":"traceutil/trace.go:171","msg":"trace[1969936670] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23084; }","duration":"7.895686253s","start":"2026-02-28T02:18:48.144247Z","end":"2026-02-28T02:18:56.039933Z","steps":["trace[1969936670] 'agreement among raft nodes before linearized reading' (duration: 7.895651312s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.039959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.144217Z","time spent":"7.895735155s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905097462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.040098Z","caller":"traceutil/trace.go:171","msg":"trace[1577404160] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23084; }","duration":"7.905177314s","start":"2026-02-28T02:18:48.134915Z","end":"2026-02-28T02:18:56.040092Z","steps":["trace[1577404160] 'agreement among raft nodes before linearized reading' (duration: 7.905132623s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.13489Z","time spent":"7.905221975s","remote":"127.0.0.1:35344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454043419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.040181Z","caller":"traceutil/trace.go:171","msg":"trace[2080312927] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23084; }","duration":"2.454149631s","start":"2026-02-28T02:18:53.586021Z","end":"2026-02-28T02:18:56.040171Z","steps":["trace[2080312927] 'agreement among raft nodes before linearized reading' (duration: 2.453990207s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:53.585997Z","time spent":"2.454212563s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.15884819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.040261Z","caller":"traceutil/trace.go:171","msg":"trace[732845967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23084; }","duration":"8.158923052s","start":"2026-02-28T02:18:47.88133Z","end":"2026-02-28T02:18:56.040253Z","steps":["trace[732845967] 'agreement among raft nodes before linearized reading' (duration: 8.158879421s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.881306Z","time spent":"8.158969573s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.161270957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.040406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798904414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.040434Z","caller":"traceutil/trace.go:171","msg":"trace[1812622692] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23084; }","duration":"8.161323448s","start":"2026-02-28T02:18:47.8791Z","end":"2026-02-28T02:18:56.040424Z","steps":["trace[1812622692] 'agreement among raft nodes before linearized reading' (duration: 8.161284767s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.040439Z","caller":"traceutil/trace.go:171","msg":"trace[191694057] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23084; }","duration":"2.798987936s","start":"2026-02-28T02:18:53.241442Z","end":"2026-02-28T02:18:56.04043Z","steps":["trace[191694057] 'agreement among raft nodes before linearized reading' (duration: 2.798932924s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.879087Z","time spent":"8.161362088s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.04047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:53.241415Z","time spent":"2.799048167s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.33136139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T02:18:56.040631Z","caller":"traceutil/trace.go:171","msg":"trace[1356932638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23084; }","duration":"8.331419881s","start":"2026-02-28T02:18:47.709205Z","end":"2026-02-28T02:18:56.040625Z","steps":["trace[1356932638] 'agreement among raft nodes before linearized reading' (duration: 8.33134509s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.04063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952201626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.04065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.709193Z","time spent":"8.331452712s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T02:18:56.04066Z","caller":"traceutil/trace.go:171","msg":"trace[1992392396] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23084; }","duration":"2.952289649s","start":"2026-02-28T02:18:53.088362Z","end":"2026-02-28T02:18:56.040651Z","steps":["trace[1992392396] 'agreement among raft nodes before linearized reading' (duration: 2.952241078s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:53.088316Z","time spent":"2.952366241s","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.332885086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T02:18:56.040813Z","caller":"traceutil/trace.go:171","msg":"trace[213510228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23084; }","duration":"8.332934147s","start":"2026-02-28T02:18:47.707872Z","end":"2026-02-28T02:18:56.040807Z","steps":["trace[213510228] 'agreement among raft nodes before linearized reading' (duration: 8.332862865s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.707861Z","time spent":"8.332966107s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:56.040912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299447598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-28T02:18:56.040936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.566411143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.040957Z","caller":"traceutil/trace.go:171","msg":"trace[744944032] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23084; }","duration":"8.566481165s","start":"2026-02-28T02:18:47.474469Z","end":"2026-02-28T02:18:56.040951Z","steps":["trace[744944032] 'agreement among raft nodes before linearized reading' (duration: 8.566436904s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.040954Z","caller":"traceutil/trace.go:171","msg":"trace[1659231871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23084; }","duration":"3.29952981s","start":"2026-02-28T02:18:52.741414Z","end":"2026-02-28T02:18:56.040944Z","steps":["trace[1659231871] 'agreement among raft nodes before linearized reading' (duration: 3.299412297s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.040974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.474448Z","time spent":"8.566521675s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.040989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:52.741395Z","time spent":"3.299583351s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:56.041088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.893901945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.041116Z","caller":"traceutil/trace.go:171","msg":"trace[904827156] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23084; }","duration":"8.893986857s","start":"2026-02-28T02:18:47.147122Z","end":"2026-02-28T02:18:56.041109Z","steps":["trace[904827156] 'agreement among raft nodes before linearized reading' (duration: 8.893942526s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.041135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:47.147093Z","time spent":"8.894037668s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.041153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332658428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-28T02:18:56.041181Z","caller":"traceutil/trace.go:171","msg":"trace[1919576508] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23084; }","duration":"3.33273894s","start":"2026-02-28T02:18:52.708434Z","end":"2026-02-28T02:18:56.041173Z","steps":["trace[1919576508] 'agreement among raft nodes before linearized reading' (duration: 3.332691029s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.041216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:52.708406Z","time spent":"3.332804992s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-28T02:18:56.041249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.041981897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.041278Z","caller":"traceutil/trace.go:171","msg":"trace[1793177410] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23084; }","duration":"9.042054788s","start":"2026-02-28T02:18:46.999212Z","end":"2026-02-28T02:18:56.041267Z","steps":["trace[1793177410] 'agreement among raft nodes before linearized reading' (duration: 9.042015377s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.041312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.999115Z","time spent":"9.042191161s","remote":"127.0.0.1:47038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.042032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349961581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268418"} {"level":"info","ts":"2026-02-28T02:18:56.042066Z","caller":"traceutil/trace.go:171","msg":"trace[917032580] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23084; }","duration":"3.350047923s","start":"2026-02-28T02:18:52.69201Z","end":"2026-02-28T02:18:56.042058Z","steps":["trace[917032580] 'agreement among raft nodes before linearized reading' (duration: 3.349389227s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.042086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:52.691984Z","time spent":"3.350097314s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268441,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-28T02:18:56.042305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14331772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.042333Z","caller":"traceutil/trace.go:171","msg":"trace[1151994597] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23084; }","duration":"4.143395302s","start":"2026-02-28T02:18:51.898932Z","end":"2026-02-28T02:18:56.042327Z","steps":["trace[1151994597] 'agreement among raft nodes before linearized reading' (duration: 4.14332336s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.042353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.89891Z","time spent":"4.143438273s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.042486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311279224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.042513Z","caller":"traceutil/trace.go:171","msg":"trace[710661388] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23084; }","duration":"4.311352146s","start":"2026-02-28T02:18:51.731155Z","end":"2026-02-28T02:18:56.042507Z","steps":["trace[710661388] 'agreement among raft nodes before linearized reading' (duration: 4.311307575s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.042535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.731133Z","time spent":"4.311396877s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.039348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:48.761302Z","time spent":"7.278034658s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-28T02:18:56.042686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502452567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.042765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.612364854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T02:18:56.042793Z","caller":"traceutil/trace.go:171","msg":"trace[312738995] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23084; }","duration":"4.502633241s","start":"2026-02-28T02:18:51.540137Z","end":"2026-02-28T02:18:56.04277Z","steps":["trace[312738995] 'agreement among raft nodes before linearized reading' (duration: 4.502441457s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.042823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.029658801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T02:18:56.042847Z","caller":"traceutil/trace.go:171","msg":"trace[2007350924] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23084; }","duration":"5.612500268s","start":"2026-02-28T02:18:50.430328Z","end":"2026-02-28T02:18:56.042828Z","steps":["trace[2007350924] 'agreement among raft nodes before linearized reading' (duration: 5.612263422s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.042871Z","caller":"traceutil/trace.go:171","msg":"trace[2039652048] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23084; }","duration":"5.029773243s","start":"2026-02-28T02:18:51.013087Z","end":"2026-02-28T02:18:56.042861Z","steps":["trace[2039652048] 'agreement among raft nodes before linearized reading' (duration: 5.029473356s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.037932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.523397706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-28T02:18:56.042854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.808332559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.042908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.013058Z","time spent":"5.029841765s","remote":"127.0.0.1:52866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":178,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:56.042915Z","caller":"traceutil/trace.go:171","msg":"trace[1477511798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23084; }","duration":"9.528404612s","start":"2026-02-28T02:18:46.514497Z","end":"2026-02-28T02:18:56.042902Z","steps":["trace[1477511798] 'agreement among raft nodes before linearized reading' (duration: 9.523383876s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.04293Z","caller":"traceutil/trace.go:171","msg":"trace[406935091] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23084; }","duration":"5.808451553s","start":"2026-02-28T02:18:50.234463Z","end":"2026-02-28T02:18:56.042915Z","steps":["trace[406935091] 'agreement among raft nodes before linearized reading' (duration: 5.808318879s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.042946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.514479Z","time spent":"9.528457803s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:18:56.042977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:50.234452Z","time spent":"5.808516824s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.038048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.673591736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-02-28T02:18:56.043062Z","caller":"traceutil/trace.go:171","msg":"trace[333216084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23084; }","duration":"9.678662195s","start":"2026-02-28T02:18:46.364389Z","end":"2026-02-28T02:18:56.043051Z","steps":["trace[333216084] 'agreement among raft nodes before linearized reading' (duration: 9.673564916s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.0431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.364352Z","time spent":"9.678739677s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T02:18:56.04287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.540112Z","time spent":"4.502746724s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.043123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818233177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-28T02:18:56.042885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:50.430301Z","time spent":"5.61257842s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-28T02:18:56.043162Z","caller":"traceutil/trace.go:171","msg":"trace[260453842] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66; range_end:; response_count:1; response_revision:23084; }","duration":"4.818317429s","start":"2026-02-28T02:18:51.224834Z","end":"2026-02-28T02:18:56.043151Z","steps":["trace[260453842] 'agreement among raft nodes before linearized reading' (duration: 4.818222647s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326525349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.043226Z","caller":"traceutil/trace.go:171","msg":"trace[339268135] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23084; }","duration":"4.326678962s","start":"2026-02-28T02:18:51.71653Z","end":"2026-02-28T02:18:56.043209Z","steps":["trace[339268135] 'agreement among raft nodes before linearized reading' (duration: 4.326484858s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572169148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-28T02:18:56.038222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.258657505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.038129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.676784821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-28T02:18:56.043261Z","caller":"traceutil/trace.go:171","msg":"trace[1977995835] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:23084; }","duration":"4.572197288s","start":"2026-02-28T02:18:51.471057Z","end":"2026-02-28T02:18:56.043254Z","steps":["trace[1977995835] 'agreement among raft nodes before linearized reading' (duration: 4.572140557s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.71651Z","time spent":"4.326750694s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.043279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.47105Z","time spent":"4.572225009s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-28T02:18:56.038294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.277155765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-28T02:18:56.038179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.171341415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:18:56.043306Z","caller":"traceutil/trace.go:171","msg":"trace[538013344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23084; }","duration":"10.282199412s","start":"2026-02-28T02:18:45.7611Z","end":"2026-02-28T02:18:56.043299Z","steps":["trace[538013344] 'agreement among raft nodes before linearized reading' (duration: 10.277137205s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.761083Z","time spent":"10.282237513s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T02:18:56.043342Z","caller":"traceutil/trace.go:171","msg":"trace[2078417200] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23084; }","duration":"10.176545497s","start":"2026-02-28T02:18:45.866771Z","end":"2026-02-28T02:18:56.043317Z","steps":["trace[2078417200] 'agreement among raft nodes before linearized reading' (duration: 10.171377067s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.866718Z","time spent":"10.176653039s","remote":"127.0.0.1:47070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.0385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918318866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:18:56.038807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.166663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.03885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.672246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.038887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.247613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.03896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.407315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.039015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019856344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:18:56.039138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329257175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:18:56.039214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330194067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T02:18:56.039279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330836432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-28T02:18:56.037757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.245505237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898478c5f48938e\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-28T02:18:56.043183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:51.22481Z","time spent":"4.81836896s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" "} {"level":"info","ts":"2026-02-28T02:18:56.043523Z","caller":"traceutil/trace.go:171","msg":"trace[2091991101] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23084; }","duration":"705.424155ms","start":"2026-02-28T02:18:55.33809Z","end":"2026-02-28T02:18:56.043515Z","steps":["trace[2091991101] 'agreement among raft nodes before linearized reading' (duration: 700.736166ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.043278Z","caller":"traceutil/trace.go:171","msg":"trace[1936476737] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23084; }","duration":"10.263761294s","start":"2026-02-28T02:18:45.779508Z","end":"2026-02-28T02:18:56.04327Z","steps":["trace[1936476737] 'agreement among raft nodes before linearized reading' (duration: 10.258688716s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:55.338063Z","time spent":"705.480297ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:18:56.043579Z","caller":"traceutil/trace.go:171","msg":"trace[1722244720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23084; }","duration":"805.979173ms","start":"2026-02-28T02:18:55.23759Z","end":"2026-02-28T02:18:56.043569Z","steps":["trace[1722244720] 'agreement among raft nodes before linearized reading' (duration: 801.276873ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.043289Z","caller":"traceutil/trace.go:171","msg":"trace[321488111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23084; }","duration":"9.681980422s","start":"2026-02-28T02:18:46.361294Z","end":"2026-02-28T02:18:56.043275Z","steps":["trace[321488111] 'agreement among raft nodes before linearized reading' (duration: 9.676774621s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:55.237573Z","time spent":"806.031534ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:18:56.043614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.361267Z","time spent":"9.68233952s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-28T02:18:56.043639Z","caller":"traceutil/trace.go:171","msg":"trace[1242159188] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23084; }","duration":"609.053596ms","start":"2026-02-28T02:18:55.434579Z","end":"2026-02-28T02:18:56.043632Z","steps":["trace[1242159188] 'agreement among raft nodes before linearized reading' (duration: 604.206164ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.043625Z","caller":"traceutil/trace.go:171","msg":"trace[1555075060] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23084; }","duration":"5.923496876s","start":"2026-02-28T02:18:50.12012Z","end":"2026-02-28T02:18:56.043617Z","steps":["trace[1555075060] 'agreement among raft nodes before linearized reading' (duration: 5.918280505s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:55.434549Z","time spent":"609.108968ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.043681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:50.120096Z","time spent":"5.923569928s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.038765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.191606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:18:56.043771Z","caller":"traceutil/trace.go:171","msg":"trace[1730721707] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23084; }","duration":"357.244283ms","start":"2026-02-28T02:18:55.686512Z","end":"2026-02-28T02:18:56.043756Z","steps":["trace[1730721707] 'agreement among raft nodes before linearized reading' (duration: 352.159305ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.043791Z","caller":"traceutil/trace.go:171","msg":"trace[1603199748] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898478c5f48938e; range_end:; response_count:1; response_revision:23084; }","duration":"9.251540478s","start":"2026-02-28T02:18:46.79224Z","end":"2026-02-28T02:18:56.043781Z","steps":["trace[1603199748] 'agreement among raft nodes before linearized reading' (duration: 9.245365554s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.043803Z","caller":"traceutil/trace.go:171","msg":"trace[247656880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23084; }","duration":"855.255389ms","start":"2026-02-28T02:18:55.188485Z","end":"2026-02-28T02:18:56.04374Z","steps":["trace[247656880] 'agreement among raft nodes before linearized reading' (duration: 850.431297ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.04384Z","caller":"traceutil/trace.go:171","msg":"trace[1664722402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23084; }","duration":"1.335441429s","start":"2026-02-28T02:18:54.708389Z","end":"2026-02-28T02:18:56.043831Z","steps":["trace[1664722402] 'agreement among raft nodes before linearized reading' (duration: 1.330841142s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:56.043846Z","caller":"traceutil/trace.go:171","msg":"trace[1979485138] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23084; }","duration":"1.024731707s","start":"2026-02-28T02:18:55.019108Z","end":"2026-02-28T02:18:56.04384Z","steps":["trace[1979485138] 'agreement among raft nodes before linearized reading' (duration: 1.019875464s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:55.188459Z","time spent":"855.385221ms","remote":"127.0.0.1:35360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.043861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:54.708365Z","time spent":"1.33549252s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T02:18:56.043877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:55.019077Z","time spent":"1.024788229s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.043811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:55.686485Z","time spent":"357.315075ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:18:56.03786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329668613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:18:56.043926Z","caller":"traceutil/trace.go:171","msg":"trace[1731440957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23084; }","duration":"9.335780465s","start":"2026-02-28T02:18:46.708133Z","end":"2026-02-28T02:18:56.043914Z","steps":["trace[1731440957] 'agreement among raft nodes before linearized reading' (duration: 9.329644692s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.043816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.792163Z","time spent":"9.251644949s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898478c5f48938e\" "} {"level":"warn","ts":"2026-02-28T02:18:56.043962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:46.708105Z","time spent":"9.335845447s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:18:56.043817Z","caller":"traceutil/trace.go:171","msg":"trace[1351642646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23084; }","duration":"1.334845195s","start":"2026-02-28T02:18:54.708963Z","end":"2026-02-28T02:18:56.043808Z","steps":["trace[1351642646] 'agreement among raft nodes before linearized reading' (duration: 1.330197567s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.044005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:54.708934Z","time spent":"1.33506402s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T02:18:56.04358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.779461Z","time spent":"10.264107232s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-28T02:18:56.043819Z","caller":"traceutil/trace.go:171","msg":"trace[1239243921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23084; }","duration":"1.333957704s","start":"2026-02-28T02:18:54.70985Z","end":"2026-02-28T02:18:56.043808Z","steps":["trace[1239243921] 'agreement among raft nodes before linearized reading' (duration: 1.329197814s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.044101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:54.709842Z","time spent":"1.334248151s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T02:18:56.038365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.315431105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-02-28T02:18:56.04415Z","caller":"traceutil/trace.go:171","msg":"trace[236907387] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23084; }","duration":"10.32125184s","start":"2026-02-28T02:18:45.722883Z","end":"2026-02-28T02:18:56.044135Z","steps":["trace[236907387] 'agreement among raft nodes before linearized reading' (duration: 10.315427955s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.044195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:45.722856Z","time spent":"10.321328032s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-28T02:18:56.513317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.051988Z","time spent":"461.316871ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:56.518888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.049423Z","time spent":"469.45355ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:56.519226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.789802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:56.519336Z","caller":"traceutil/trace.go:171","msg":"trace[739992415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; }","duration":"467.978106ms","start":"2026-02-28T02:18:56.051333Z","end":"2026-02-28T02:18:56.519311Z","steps":["trace[739992415] 'agreement among raft nodes before linearized reading' (duration: 467.831533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:56.519403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.05131Z","time spent":"468.080538ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} 2026/02/28 02:18:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:56.550247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:18:57.705318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.052134Z","time spent":"1.653174383s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.707419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.052195Z","time spent":"1.65521157s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.707538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655430985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:57.707992Z","caller":"traceutil/trace.go:171","msg":"trace[673009288] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.65564673s","start":"2026-02-28T02:18:56.052041Z","end":"2026-02-28T02:18:57.707688Z","steps":["trace[673009288] 'agreement among raft nodes before linearized reading' (duration: 1.655420585s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:57.708132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.051979Z","time spent":"1.656148262s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.708309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.052035Z","time spent":"1.656042209s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.7088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656833717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:57.708861Z","caller":"traceutil/trace.go:171","msg":"trace[1968934959] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"1.656960751s","start":"2026-02-28T02:18:56.051881Z","end":"2026-02-28T02:18:57.708841Z","steps":["trace[1968934959] 'agreement among raft nodes before linearized reading' (duration: 1.656861348s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:57.708917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.051869Z","time spent":"1.657039172s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.709865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.049602Z","time spent":"1.660258267s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.709999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.050511Z","time spent":"1.65948645s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:57.887137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.049835Z","time spent":"1.837292563s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 02:18:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:58.045134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994086516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:18:58.045242Z","caller":"traceutil/trace.go:171","msg":"trace[1577074622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99424625s","start":"2026-02-28T02:18:56.050967Z","end":"2026-02-28T02:18:58.045214Z","steps":["trace[1577074622] 'agreement among raft nodes before linearized reading' (duration: 1.994116537s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:58.045301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.050956Z","time spent":"1.994334803s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:18:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:18:58.431337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170892524s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:18:58.437873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726085729s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-02-28T02:18:58.438333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.050993Z","time spent":"2.387335457s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T02:18:58.438331Z","caller":"traceutil/trace.go:171","msg":"trace[892130387] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"2.388446932s","start":"2026-02-28T02:18:56.049854Z","end":"2026-02-28T02:18:58.438301Z","steps":["trace[892130387] 'process raft request' (duration: 2.388171136s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:58.438359Z","caller":"traceutil/trace.go:171","msg":"trace[322402675] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"2.386243431s","start":"2026-02-28T02:18:56.052083Z","end":"2026-02-28T02:18:58.438327Z","steps":["trace[322402675] 'process raft request' (duration: 2.386153289s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:58.438491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.04982Z","time spent":"2.388585196s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:58.438535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.052077Z","time spent":"2.386362454s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:58.438665Z","caller":"traceutil/trace.go:171","msg":"trace[1067305620] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"2.386537998s","start":"2026-02-28T02:18:56.052116Z","end":"2026-02-28T02:18:58.438654Z","steps":["trace[1067305620] 'process raft request' (duration: 2.386144469s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:58.438807Z","caller":"traceutil/trace.go:171","msg":"trace[902840978] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.978492026s","start":"2026-02-28T02:18:56.460297Z","end":"2026-02-28T02:18:58.43879Z","steps":["trace[902840978] 'process raft request' (duration: 1.978124977s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:58.438823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.052096Z","time spent":"2.386588549s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:58.438883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.460265Z","time spent":"1.978575437s","remote":"127.0.0.1:47076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:58.881529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.859243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T02:18:58.881656Z","caller":"traceutil/trace.go:171","msg":"trace[164428477] linearizableReadLoop","detail":"{readStateIndex:23898; appliedIndex:23885; }","duration":"2.831917509s","start":"2026-02-28T02:18:56.049714Z","end":"2026-02-28T02:18:58.881632Z","steps":["trace[164428477] 'read index received' (duration: 662.126588ms)","trace[164428477] 'applied index is now lower than readState.Index' (duration: 2.169788791s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:18:58.883173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833434285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-28T02:18:58.883303Z","caller":"traceutil/trace.go:171","msg":"trace[341517354] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23097; }","duration":"2.833545187s","start":"2026-02-28T02:18:56.049689Z","end":"2026-02-28T02:18:58.883234Z","steps":["trace[341517354] 'agreement among raft nodes before linearized reading' (duration: 2.832285088s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:58.883362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.049684Z","time spent":"2.83366793s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-02-28T02:18:59.080781Z","caller":"traceutil/trace.go:171","msg":"trace[564812629] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.035704962s","start":"2026-02-28T02:18:58.045051Z","end":"2026-02-28T02:18:59.080756Z","steps":["trace[564812629] 'process raft request' (duration: 1.035670212s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:59.080958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.045037Z","time spent":"1.035830385s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:59.081274Z","caller":"traceutil/trace.go:171","msg":"trace[852306591] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23097; }","duration":"1.371169069s","start":"2026-02-28T02:18:57.710095Z","end":"2026-02-28T02:18:59.081264Z","steps":["trace[852306591] 'process raft request' (duration: 1.370123455s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:59.081328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:57.710051Z","time spent":"1.371251081s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:59.081485Z","caller":"traceutil/trace.go:171","msg":"trace[1118668699] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"1.03991137s","start":"2026-02-28T02:18:58.041561Z","end":"2026-02-28T02:18:59.081472Z","steps":["trace[1118668699] 'process raft request' (duration: 1.039076141s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:59.081543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.041531Z","time spent":"1.039981652s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:59.081519Z","caller":"traceutil/trace.go:171","msg":"trace[624643783] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"1.040501304s","start":"2026-02-28T02:18:58.040966Z","end":"2026-02-28T02:18:59.081467Z","steps":["trace[624643783] 'process raft request' (duration: 1.039623854s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:59.081724Z","caller":"traceutil/trace.go:171","msg":"trace[1697861615] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.039625394s","start":"2026-02-28T02:18:58.042089Z","end":"2026-02-28T02:18:59.081715Z","steps":["trace[1697861615] 'process raft request' (duration: 1.038575769s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:59.081785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.042077Z","time spent":"1.039675295s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:59.081789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.040947Z","time spent":"1.040685718s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:59.081853Z","caller":"traceutil/trace.go:171","msg":"trace[341763257] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23098; }","duration":"1.370423442s","start":"2026-02-28T02:18:57.711404Z","end":"2026-02-28T02:18:59.081827Z","steps":["trace[341763257] 'process raft request' (duration: 1.369120422s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:59.081937Z","caller":"traceutil/trace.go:171","msg":"trace[1609099458] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.039253655s","start":"2026-02-28T02:18:58.042671Z","end":"2026-02-28T02:18:59.081925Z","steps":["trace[1609099458] 'process raft request' (duration: 1.038018746s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:18:59.081992Z","caller":"traceutil/trace.go:171","msg":"trace[1838373570] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23097; }","duration":"1.371771154s","start":"2026-02-28T02:18:57.710206Z","end":"2026-02-28T02:18:59.081977Z","steps":["trace[1838373570] 'process raft request' (duration: 1.370202477s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:59.082009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.042634Z","time spent":"1.039341977s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:59.082057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:57.710177Z","time spent":"1.371847105s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:18:59.081944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:57.711393Z","time spent":"1.370506714s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:18:59.082186Z","caller":"traceutil/trace.go:171","msg":"trace[579312115] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23098; }","duration":"1.370199056s","start":"2026-02-28T02:18:57.711976Z","end":"2026-02-28T02:18:59.082175Z","steps":["trace[579312115] 'process raft request' (duration: 1.368573819s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:18:59.082235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:57.711963Z","time spent":"1.370250998s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:00.052789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99466432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:19:00.052901Z","caller":"traceutil/trace.go:171","msg":"trace[1191278694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.994842054s","start":"2026-02-28T02:18:58.05803Z","end":"2026-02-28T02:19:00.052872Z","steps":["trace[1191278694] 'agreement among raft nodes before linearized reading' (duration: 1.994706131s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.052966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.058008Z","time spent":"1.994946857s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:00.260569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.124023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T02:19:00.260813Z","caller":"traceutil/trace.go:171","msg":"trace[1877160307] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"214.121677ms","start":"2026-02-28T02:19:00.046676Z","end":"2026-02-28T02:19:00.260798Z","steps":["trace[1877160307] 'process raft request' (duration: 214.085736ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:00.261Z","caller":"traceutil/trace.go:171","msg":"trace[116030017] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23103; }","duration":"1.821834243s","start":"2026-02-28T02:18:58.439154Z","end":"2026-02-28T02:19:00.260988Z","steps":["trace[116030017] 'process raft request' (duration: 1.071206588s)","trace[116030017] 'compare' (duration: 750.073312ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:00.261047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.43913Z","time spent":"1.821893344s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:00.261237Z","caller":"traceutil/trace.go:171","msg":"trace[1190091966] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"1.367613816s","start":"2026-02-28T02:18:58.893616Z","end":"2026-02-28T02:19:00.261229Z","steps":["trace[1190091966] 'process raft request' (duration: 1.367056083s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.261283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.893592Z","time spent":"1.367669958s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:00.261371Z","caller":"traceutil/trace.go:171","msg":"trace[1212457096] linearizableReadLoop","detail":"{readStateIndex:23910; appliedIndex:23899; }","duration":"1.379648776s","start":"2026-02-28T02:18:58.881714Z","end":"2026-02-28T02:19:00.261363Z","steps":["trace[1212457096] 'read index received' (duration: 198.475913ms)","trace[1212457096] 'applied index is now lower than readState.Index' (duration: 1.181171853s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:00.261603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814707348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053eafd72c\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-28T02:19:00.261631Z","caller":"traceutil/trace.go:171","msg":"trace[1973287299] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053eafd72c; range_end:; response_count:1; response_revision:23105; }","duration":"1.81479566s","start":"2026-02-28T02:18:58.446827Z","end":"2026-02-28T02:19:00.261623Z","steps":["trace[1973287299] 'agreement among raft nodes before linearized reading' (duration: 1.814683548s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.261651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.446805Z","time spent":"1.814842031s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053eafd72c\" "} {"level":"warn","ts":"2026-02-28T02:19:00.261778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10734633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:00.261804Z","caller":"traceutil/trace.go:171","msg":"trace[1251816834] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23105; }","duration":"2.10738585s","start":"2026-02-28T02:18:58.154412Z","end":"2026-02-28T02:19:00.261798Z","steps":["trace[1251816834] 'agreement among raft nodes before linearized reading' (duration: 2.107340239s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.261822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.154402Z","time spent":"2.107415531s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:00.26212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224792356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-28T02:19:00.262213Z","caller":"traceutil/trace.go:171","msg":"trace[129037608] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23105; }","duration":"1.2249828s","start":"2026-02-28T02:18:59.037207Z","end":"2026-02-28T02:19:00.26219Z","steps":["trace[129037608] 'agreement among raft nodes before linearized reading' (duration: 1.224682113s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248014909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:00.262267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:59.037188Z","time spent":"1.225069333s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-28T02:19:00.262271Z","caller":"traceutil/trace.go:171","msg":"trace[1971328719] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23105; }","duration":"2.248119861s","start":"2026-02-28T02:18:58.014138Z","end":"2026-02-28T02:19:00.262258Z","steps":["trace[1971328719] 'agreement among raft nodes before linearized reading' (duration: 2.248031599s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.014112Z","time spent":"2.248195383s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:00.262282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.212506748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd60bccc-afb4-48fa-aaef-daafc0cdd869\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-28T02:19:00.262307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589520859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:00.26239Z","caller":"traceutil/trace.go:171","msg":"trace[472559219] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23105; }","duration":"3.589697853s","start":"2026-02-28T02:18:56.672673Z","end":"2026-02-28T02:19:00.262371Z","steps":["trace[472559219] 'agreement among raft nodes before linearized reading' (duration: 3.589545499s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:00.262392Z","caller":"traceutil/trace.go:171","msg":"trace[1844705646] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd60bccc-afb4-48fa-aaef-daafc0cdd869; range_end:; response_count:1; response_revision:23105; }","duration":"4.21264561s","start":"2026-02-28T02:18:56.04972Z","end":"2026-02-28T02:19:00.262366Z","steps":["trace[1844705646] 'agreement among raft nodes before linearized reading' (duration: 4.212311313s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.672644Z","time spent":"3.589786295s","remote":"127.0.0.1:47286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:00.262442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.049705Z","time spent":"4.212727653s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-dd60bccc-afb4-48fa-aaef-daafc0cdd869\" "} {"level":"warn","ts":"2026-02-28T02:19:00.26215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210175129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-28T02:19:00.262591Z","caller":"traceutil/trace.go:171","msg":"trace[2116470403] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23105; }","duration":"2.21064337s","start":"2026-02-28T02:18:58.051941Z","end":"2026-02-28T02:19:00.262584Z","steps":["trace[2116470403] 'agreement among raft nodes before linearized reading' (duration: 2.210114378s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:58.05193Z","time spent":"2.210677611s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T02:19:00.262651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.18677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:00.262698Z","caller":"traceutil/trace.go:171","msg":"trace[1089687174] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23105; }","duration":"128.269382ms","start":"2026-02-28T02:19:00.134414Z","end":"2026-02-28T02:19:00.262683Z","steps":["trace[1089687174] 'agreement among raft nodes before linearized reading' (duration: 128.19104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.396546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-28T02:19:00.262801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.55574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:00.262113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211841901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:19:00.262835Z","caller":"traceutil/trace.go:171","msg":"trace[2057673184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23105; }","duration":"209.641703ms","start":"2026-02-28T02:19:00.053183Z","end":"2026-02-28T02:19:00.262825Z","steps":["trace[2057673184] 'agreement among raft nodes before linearized reading' (duration: 209.597452ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:00.262859Z","caller":"traceutil/trace.go:171","msg":"trace[1317554316] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23105; }","duration":"3.212695481s","start":"2026-02-28T02:18:57.050156Z","end":"2026-02-28T02:19:00.262851Z","steps":["trace[1317554316] 'agreement among raft nodes before linearized reading' (duration: 3.21178953s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032432442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:00.262882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:57.050131Z","time spent":"3.212743921s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:19:00.262923Z","caller":"traceutil/trace.go:171","msg":"trace[1902116413] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23105; }","duration":"4.032528354s","start":"2026-02-28T02:18:56.230355Z","end":"2026-02-28T02:19:00.262883Z","steps":["trace[1902116413] 'agreement among raft nodes before linearized reading' (duration: 4.032457323s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.262969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.23033Z","time spent":"4.032629076s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:00.262583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.702773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T02:19:00.262759Z","caller":"traceutil/trace.go:171","msg":"trace[994345461] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23105; }","duration":"113.59878ms","start":"2026-02-28T02:19:00.149143Z","end":"2026-02-28T02:19:00.262742Z","steps":["trace[994345461] 'agreement among raft nodes before linearized reading' (duration: 112.871773ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:00.263021Z","caller":"traceutil/trace.go:171","msg":"trace[1106523340] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23105; }","duration":"114.136733ms","start":"2026-02-28T02:19:00.14887Z","end":"2026-02-28T02:19:00.263007Z","steps":["trace[1106523340] 'agreement among raft nodes before linearized reading' (duration: 113.627171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.266765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214588546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-28T02:19:00.266836Z","caller":"traceutil/trace.go:171","msg":"trace[333414709] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23105; }","duration":"4.214677058s","start":"2026-02-28T02:18:56.052143Z","end":"2026-02-28T02:19:00.26682Z","steps":["trace[333414709] 'agreement among raft nodes before linearized reading' (duration: 4.209797545s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.26687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:18:56.052137Z","time spent":"4.214726559s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-28T02:19:00.743094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.451895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:00.743283Z","caller":"traceutil/trace.go:171","msg":"trace[1839875935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23105; }","duration":"248.660699ms","start":"2026-02-28T02:19:00.494596Z","end":"2026-02-28T02:19:00.743256Z","steps":["trace[1839875935] 'range keys from in-memory index tree' (duration: 248.427234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:00.770034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:01.209608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:00.263565Z","time spent":"946.033898ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:19:02.233972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024527953s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:19:02.234557Z","caller":"traceutil/trace.go:171","msg":"trace[366541884] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"1.970445968s","start":"2026-02-28T02:19:00.264059Z","end":"2026-02-28T02:19:02.234505Z","steps":["trace[366541884] 'process raft request' (duration: 1.97011634s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:02.234618Z","caller":"traceutil/trace.go:171","msg":"trace[352351370] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"1.960093728s","start":"2026-02-28T02:19:00.274475Z","end":"2026-02-28T02:19:02.234569Z","steps":["trace[352351370] 'process raft request' (duration: 1.959915154s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:02.234683Z","caller":"traceutil/trace.go:171","msg":"trace[1874263000] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.146020916s","start":"2026-02-28T02:19:01.08863Z","end":"2026-02-28T02:19:02.234651Z","steps":["trace[1874263000] 'process raft request' (duration: 1.145941474s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:02.234768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:00.264034Z","time spent":"1.970620172s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:02.234828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:00.274458Z","time spent":"1.960254711s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:02.2349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.088601Z","time spent":"1.14619809s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:02.23518Z","caller":"traceutil/trace.go:171","msg":"trace[954270218] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"1.193588802s","start":"2026-02-28T02:19:01.041575Z","end":"2026-02-28T02:19:02.235164Z","steps":["trace[954270218] 'process raft request' (duration: 1.192892756s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:02.235267Z","caller":"traceutil/trace.go:171","msg":"trace[2006470683] linearizableReadLoop","detail":"{readStateIndex:23915; appliedIndex:23912; }","duration":"1.966545748s","start":"2026-02-28T02:19:00.268708Z","end":"2026-02-28T02:19:02.235253Z","steps":["trace[2006470683] 'read index received' (duration: 940.841288ms)","trace[2006470683] 'applied index is now lower than readState.Index' (duration: 1.02570327s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:02.23527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.041541Z","time spent":"1.193681474s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:02.235334Z","caller":"traceutil/trace.go:171","msg":"trace[1325647406] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.14573116s","start":"2026-02-28T02:19:01.089592Z","end":"2026-02-28T02:19:02.235323Z","steps":["trace[1325647406] 'process raft request' (duration: 1.145478134s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:02.235187Z","caller":"traceutil/trace.go:171","msg":"trace[250381925] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.14704806s","start":"2026-02-28T02:19:01.088127Z","end":"2026-02-28T02:19:02.235175Z","steps":["trace[250381925] 'process raft request' (duration: 1.146405805s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:02.23539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.089586Z","time spent":"1.14577476s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:02.235451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.088097Z","time spent":"1.147316477s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:02.235466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966759193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-28T02:19:02.235511Z","caller":"traceutil/trace.go:171","msg":"trace[2071372691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23113; }","duration":"1.966827364s","start":"2026-02-28T02:19:00.268669Z","end":"2026-02-28T02:19:02.235496Z","steps":["trace[2071372691] 'agreement among raft nodes before linearized reading' (duration: 1.96665934s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:02.235553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:00.268649Z","time spent":"1.966895956s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-02-28T02:19:02.235556Z","caller":"traceutil/trace.go:171","msg":"trace[1041851106] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.146625581s","start":"2026-02-28T02:19:01.088919Z","end":"2026-02-28T02:19:02.235545Z","steps":["trace[1041851106] 'process raft request' (duration: 1.145688289s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:02.235629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.088909Z","time spent":"1.146690942s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:02.235601Z","caller":"traceutil/trace.go:171","msg":"trace[814479533] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.14360584s","start":"2026-02-28T02:19:01.091922Z","end":"2026-02-28T02:19:02.235528Z","steps":["trace[814479533] 'process raft request' (duration: 1.143274583s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:02.235789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.091914Z","time spent":"1.143778504s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:03.02514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.451506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:03.025284Z","caller":"traceutil/trace.go:171","msg":"trace[138640939] linearizableReadLoop","detail":"{readStateIndex:23922; appliedIndex:23921; }","duration":"789.949761ms","start":"2026-02-28T02:19:02.235306Z","end":"2026-02-28T02:19:03.025256Z","steps":["trace[138640939] 'read index received' (duration: 334.216698ms)","trace[138640939] 'applied index is now lower than readState.Index' (duration: 455.731223ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:03.025401Z","caller":"traceutil/trace.go:171","msg":"trace[689842821] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.813351967s","start":"2026-02-28T02:19:01.212028Z","end":"2026-02-28T02:19:03.02538Z","steps":["trace[689842821] 'process raft request' (duration: 1.357548432s)","trace[689842821] 'compare' (duration: 455.247932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:03.025467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.211995Z","time spent":"1.813434089s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:03.025823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675525034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:03.025865Z","caller":"traceutil/trace.go:171","msg":"trace[1387327481] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23114; }","duration":"1.675567805s","start":"2026-02-28T02:19:01.350281Z","end":"2026-02-28T02:19:03.025849Z","steps":["trace[1387327481] 'agreement among raft nodes before linearized reading' (duration: 1.675462432s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.0259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.350204Z","time spent":"1.675687498s","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:03.025943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663027745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:03.026058Z","caller":"traceutil/trace.go:171","msg":"trace[1920212225] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23114; }","duration":"2.66321693s","start":"2026-02-28T02:19:00.362816Z","end":"2026-02-28T02:19:03.026033Z","steps":["trace[1920212225] 'agreement among raft nodes before linearized reading' (duration: 2.662986735s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.026109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:00.362794Z","time spent":"2.663304782s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:03.026187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757282226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-28T02:19:03.026256Z","caller":"traceutil/trace.go:171","msg":"trace[50271466] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23114; }","duration":"2.757362918s","start":"2026-02-28T02:19:00.268883Z","end":"2026-02-28T02:19:03.026246Z","steps":["trace[50271466] 'agreement among raft nodes before linearized reading' (duration: 2.757183094s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.026292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:00.268878Z","time spent":"2.75740757s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T02:19:03.026253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806692612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:03.026346Z","caller":"traceutil/trace.go:171","msg":"trace[832142791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23114; }","duration":"1.806869757s","start":"2026-02-28T02:19:01.219452Z","end":"2026-02-28T02:19:03.026322Z","steps":["trace[832142791] 'agreement among raft nodes before linearized reading' (duration: 1.806672512s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.026396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.219404Z","time spent":"1.806983289s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:03.026427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.992145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:03.026444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.713116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff6034b1-5151-41dc-8c16-154cd709edc5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-28T02:19:03.026481Z","caller":"traceutil/trace.go:171","msg":"trace[1974355446] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23114; }","duration":"137.108327ms","start":"2026-02-28T02:19:02.889357Z","end":"2026-02-28T02:19:03.026465Z","steps":["trace[1974355446] 'agreement among raft nodes before linearized reading' (duration: 137.002235ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:03.02653Z","caller":"traceutil/trace.go:171","msg":"trace[1161528294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff6034b1-5151-41dc-8c16-154cd709edc5; range_end:; response_count:1; response_revision:23114; }","duration":"786.814788ms","start":"2026-02-28T02:19:02.239691Z","end":"2026-02-28T02:19:03.026506Z","steps":["trace[1161528294] 'agreement among raft nodes before linearized reading' (duration: 786.512291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.026568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:02.239476Z","time spent":"787.085514ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-ff6034b1-5151-41dc-8c16-154cd709edc5\" "} {"level":"warn","ts":"2026-02-28T02:19:03.026559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.073728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-02-28T02:19:03.026643Z","caller":"traceutil/trace.go:171","msg":"trace[941768199] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23114; }","duration":"785.17479ms","start":"2026-02-28T02:19:02.241452Z","end":"2026-02-28T02:19:03.026627Z","steps":["trace[941768199] 'agreement among raft nodes before linearized reading' (duration: 784.900313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.026709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:02.241444Z","time spent":"785.254341ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T02:19:03.026892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.302146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-28T02:19:03.026906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757059479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:19:03.026949Z","caller":"traceutil/trace.go:171","msg":"trace[88455210] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66; range_end:; response_count:1; response_revision:23114; }","duration":"786.406018ms","start":"2026-02-28T02:19:02.240528Z","end":"2026-02-28T02:19:03.026934Z","steps":["trace[88455210] 'agreement among raft nodes before linearized reading' (duration: 786.211513ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:03.026969Z","caller":"traceutil/trace.go:171","msg":"trace[341723217] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23114; }","duration":"1.757171411s","start":"2026-02-28T02:19:01.269782Z","end":"2026-02-28T02:19:03.026953Z","steps":["trace[341723217] 'agreement among raft nodes before linearized reading' (duration: 1.756976807s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.026981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:02.240494Z","time spent":"786.47913ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" "} {"level":"warn","ts":"2026-02-28T02:19:03.026974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975324611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-02-28T02:19:03.027003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.269757Z","time spent":"1.757238802s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:19:03.027041Z","caller":"traceutil/trace.go:171","msg":"trace[280115183] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23114; }","duration":"1.975436494s","start":"2026-02-28T02:19:01.051584Z","end":"2026-02-28T02:19:03.02702Z","steps":["trace[280115183] 'agreement among raft nodes before linearized reading' (duration: 1.975187568s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.027079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:01.05156Z","time spent":"1.975510976s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-28T02:19:03.496381Z","caller":"traceutil/trace.go:171","msg":"trace[747848978] linearizableReadLoop","detail":"{readStateIndex:23923; appliedIndex:23922; }","duration":"465.58039ms","start":"2026-02-28T02:19:03.030769Z","end":"2026-02-28T02:19:03.496349Z","steps":["trace[747848978] 'read index received' (duration: 462.55698ms)","trace[747848978] 'applied index is now lower than readState.Index' (duration: 3.02151ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:03.496512Z","caller":"traceutil/trace.go:171","msg":"trace[1255472257] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"467.169287ms","start":"2026-02-28T02:19:03.02933Z","end":"2026-02-28T02:19:03.4965Z","steps":["trace[1255472257] 'process raft request' (duration: 463.894671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.496636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.029305Z","time spent":"467.228598ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:03.497057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.275556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T02:19:03.497109Z","caller":"traceutil/trace.go:171","msg":"trace[2009848769] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23115; }","duration":"466.348748ms","start":"2026-02-28T02:19:03.03075Z","end":"2026-02-28T02:19:03.497098Z","steps":["trace[2009848769] 'agreement among raft nodes before linearized reading' (duration: 466.058381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:03.497134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.030741Z","time spent":"466.387569ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-28T02:19:04.644804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.361459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:04.645145Z","caller":"traceutil/trace.go:171","msg":"trace[1609584141] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"1.144590353s","start":"2026-02-28T02:19:03.500533Z","end":"2026-02-28T02:19:04.645123Z","steps":["trace[1609584141] 'process raft request' (duration: 1.144526202s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:04.645225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.500507Z","time spent":"1.144688325s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:19:04.645495Z","caller":"traceutil/trace.go:171","msg":"trace[1255438094] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"1.171144241s","start":"2026-02-28T02:19:03.474337Z","end":"2026-02-28T02:19:04.645481Z","steps":["trace[1255438094] 'process raft request' (duration: 1.170599198s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:04.645649Z","caller":"traceutil/trace.go:171","msg":"trace[709642122] linearizableReadLoop","detail":"{readStateIndex:23925; appliedIndex:23923; }","duration":"1.149149419s","start":"2026-02-28T02:19:03.496463Z","end":"2026-02-28T02:19:04.645612Z","steps":["trace[709642122] 'read index received' (duration: 354.851597ms)","trace[709642122] 'applied index is now lower than readState.Index' (duration: 794.294392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:04.645564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.474305Z","time spent":"1.171225082s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:04.645884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287391031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:04.64593Z","caller":"traceutil/trace.go:171","msg":"trace[33094821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23118; }","duration":"1.287516834s","start":"2026-02-28T02:19:03.358399Z","end":"2026-02-28T02:19:04.645915Z","steps":["trace[33094821] 'agreement among raft nodes before linearized reading' (duration: 1.287387851s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:04.645972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.358372Z","time spent":"1.287588776s","remote":"127.0.0.1:46990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:04.646033Z","caller":"traceutil/trace.go:171","msg":"trace[137043776] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"1.609261022s","start":"2026-02-28T02:19:03.036746Z","end":"2026-02-28T02:19:04.646007Z","steps":["trace[137043776] 'process raft request' (duration: 814.586652ms)","trace[137043776] 'compare' (duration: 792.195762ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:04.646082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610481861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:04.646147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614827702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-28T02:19:04.646168Z","caller":"traceutil/trace.go:171","msg":"trace[312238339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23118; }","duration":"1.610602623s","start":"2026-02-28T02:19:03.035547Z","end":"2026-02-28T02:19:04.64615Z","steps":["trace[312238339] 'agreement among raft nodes before linearized reading' (duration: 1.610431369s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:04.64617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.036718Z","time spent":"1.609388025s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:04.646201Z","caller":"traceutil/trace.go:171","msg":"trace[937267359] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23118; }","duration":"1.614892773s","start":"2026-02-28T02:19:03.031289Z","end":"2026-02-28T02:19:04.646182Z","steps":["trace[937267359] 'agreement among raft nodes before linearized reading' (duration: 1.614703829s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:04.646213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.03554Z","time spent":"1.610666285s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:04.646242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.031281Z","time spent":"1.614951104s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-28T02:19:04.649892Z","caller":"traceutil/trace.go:171","msg":"trace[614051742] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"405.599987ms","start":"2026-02-28T02:19:04.244267Z","end":"2026-02-28T02:19:04.649867Z","steps":["trace[614051742] 'process raft request' (duration: 405.445363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:04.650056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.244241Z","time spent":"405.73152ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:06.647803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:19:06.647901Z","caller":"traceutil/trace.go:171","msg":"trace[1588058304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064207s","start":"2026-02-28T02:19:04.647814Z","end":"2026-02-28T02:19:06.647878Z","steps":["trace[1588058304] 'agreement among raft nodes before linearized reading' (duration: 1.999945354s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.647953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.647798Z","time spent":"2.000143948s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:06.701546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.05228253s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:19:06.702014Z","caller":"traceutil/trace.go:171","msg":"trace[355886902] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"2.456880444s","start":"2026-02-28T02:19:04.245105Z","end":"2026-02-28T02:19:06.701986Z","steps":["trace[355886902] 'process raft request' (duration: 2.456648279s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:06.702076Z","caller":"traceutil/trace.go:171","msg":"trace[1832171068] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23926; }","duration":"2.056300163s","start":"2026-02-28T02:19:04.645747Z","end":"2026-02-28T02:19:06.702047Z","steps":["trace[1832171068] 'read index received' (duration: 3.87161ms)","trace[1832171068] 'applied index is now lower than readState.Index' (duration: 2.052427123s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:06.702163Z","caller":"traceutil/trace.go:171","msg":"trace[676400359] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"2.456812232s","start":"2026-02-28T02:19:04.245341Z","end":"2026-02-28T02:19:06.702153Z","steps":["trace[676400359] 'process raft request' (duration: 2.456578826s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.70224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.245327Z","time spent":"2.456868064s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:06.702316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66925646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:19:06.702347Z","caller":"traceutil/trace.go:171","msg":"trace[1139378493] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23123; }","duration":"2.66928753s","start":"2026-02-28T02:19:04.033052Z","end":"2026-02-28T02:19:06.70234Z","steps":["trace[1139378493] 'agreement among raft nodes before linearized reading' (duration: 2.669136517s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.702366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.033038Z","time spent":"2.669323682s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:19:06.702482Z","caller":"traceutil/trace.go:171","msg":"trace[642244109] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"2.456951155s","start":"2026-02-28T02:19:04.245525Z","end":"2026-02-28T02:19:06.702476Z","steps":["trace[642244109] 'process raft request' (duration: 2.456442624s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.702517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.245494Z","time spent":"2.457004427s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:06.702517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768987118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:06.702555Z","caller":"traceutil/trace.go:171","msg":"trace[1229821541] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23123; }","duration":"2.76908096s","start":"2026-02-28T02:19:03.93346Z","end":"2026-02-28T02:19:06.702541Z","steps":["trace[1229821541] 'agreement among raft nodes before linearized reading' (duration: 2.769018608s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:06.702596Z","caller":"traceutil/trace.go:171","msg":"trace[160359135] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"2.456413853s","start":"2026-02-28T02:19:04.246177Z","end":"2026-02-28T02:19:06.702591Z","steps":["trace[160359135] 'process raft request' (duration: 2.455829289s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.702593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.933434Z","time spent":"2.769150962s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:06.702627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.246165Z","time spent":"2.456444953s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:06.702712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306645732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:06.702733Z","caller":"traceutil/trace.go:171","msg":"trace[549019116] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23123; }","duration":"2.306667032s","start":"2026-02-28T02:19:04.396061Z","end":"2026-02-28T02:19:06.702728Z","steps":["trace[549019116] 'agreement among raft nodes before linearized reading' (duration: 2.306633701s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.70275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.396032Z","time spent":"2.306713974s","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:06.702765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114454728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:06.702801Z","caller":"traceutil/trace.go:171","msg":"trace[680664863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23123; }","duration":"3.11453442s","start":"2026-02-28T02:19:03.588256Z","end":"2026-02-28T02:19:06.702791Z","steps":["trace[680664863] 'agreement among raft nodes before linearized reading' (duration: 3.114475548s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.702839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.588236Z","time spent":"3.114592311s","remote":"127.0.0.1:37464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:06.703044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20321247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T02:19:06.702163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.245099Z","time spent":"2.456986526s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:06.703073Z","caller":"traceutil/trace.go:171","msg":"trace[358427962] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23123; }","duration":"3.203320223s","start":"2026-02-28T02:19:03.499744Z","end":"2026-02-28T02:19:06.703064Z","steps":["trace[358427962] 'agreement among raft nodes before linearized reading' (duration: 3.203226831s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:06.703101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:03.499712Z","time spent":"3.203383265s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T02:19:07.20219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:07.717403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.060555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:07.717523Z","caller":"traceutil/trace.go:171","msg":"trace[1165233557] linearizableReadLoop","detail":"{readStateIndex:23932; appliedIndex:23931; }","duration":"1.015388579s","start":"2026-02-28T02:19:06.702116Z","end":"2026-02-28T02:19:07.717505Z","steps":["trace[1165233557] 'read index received' (duration: 659.15014ms)","trace[1165233557] 'applied index is now lower than readState.Index' (duration: 356.237269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:07.717651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033981394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.717716Z","caller":"traceutil/trace.go:171","msg":"trace[992003616] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23124; }","duration":"2.034095627s","start":"2026-02-28T02:19:05.683608Z","end":"2026-02-28T02:19:07.717703Z","steps":["trace[992003616] 'agreement among raft nodes before linearized reading' (duration: 2.033973994s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.717763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:05.683583Z","time spent":"2.034168208s","remote":"127.0.0.1:47346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.717773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26583344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.717826Z","caller":"traceutil/trace.go:171","msg":"trace[777912939] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23124; }","duration":"1.265945572s","start":"2026-02-28T02:19:06.451859Z","end":"2026-02-28T02:19:07.717804Z","steps":["trace[777912939] 'agreement among raft nodes before linearized reading' (duration: 1.265881011s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.717879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.451833Z","time spent":"1.266035685s","remote":"127.0.0.1:47184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.717921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149352863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:07.718003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25751358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.718026Z","caller":"traceutil/trace.go:171","msg":"trace[1048248868] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23124; }","duration":"1.149523447s","start":"2026-02-28T02:19:06.568474Z","end":"2026-02-28T02:19:07.717998Z","steps":["trace[1048248868] 'agreement among raft nodes before linearized reading' (duration: 1.149175239s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:07.718045Z","caller":"traceutil/trace.go:171","msg":"trace[623877371] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23124; }","duration":"2.257615211s","start":"2026-02-28T02:19:05.46042Z","end":"2026-02-28T02:19:07.718035Z","steps":["trace[623877371] 'agreement among raft nodes before linearized reading' (duration: 2.25755165s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.718075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:05.460392Z","time spent":"2.257676033s","remote":"127.0.0.1:35420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.718085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.568449Z","time spent":"1.149623689s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.718112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566451987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.718152Z","caller":"traceutil/trace.go:171","msg":"trace[113972492] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23124; }","duration":"1.566492778s","start":"2026-02-28T02:19:06.151649Z","end":"2026-02-28T02:19:07.718142Z","steps":["trace[113972492] 'agreement among raft nodes before linearized reading' (duration: 1.566433477s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.718188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.151569Z","time spent":"1.566610561s","remote":"127.0.0.1:47148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.718253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955725007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.718288Z","caller":"traceutil/trace.go:171","msg":"trace[843322777] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23124; }","duration":"2.955799179s","start":"2026-02-28T02:19:04.76248Z","end":"2026-02-28T02:19:07.718279Z","steps":["trace[843322777] 'agreement among raft nodes before linearized reading' (duration: 2.955740768s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:07.718312Z","caller":"traceutil/trace.go:171","msg":"trace[1203634331] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.061667025s","start":"2026-02-28T02:19:06.656628Z","end":"2026-02-28T02:19:07.718295Z","steps":["trace[1203634331] 'process raft request' (duration: 704.614896ms)","trace[1203634331] 'compare' (duration: 354.344406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:07.718355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677272653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.718396Z","caller":"traceutil/trace.go:171","msg":"trace[958991965] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23124; }","duration":"1.677356725s","start":"2026-02-28T02:19:06.041027Z","end":"2026-02-28T02:19:07.718384Z","steps":["trace[958991965] 'agreement among raft nodes before linearized reading' (duration: 1.677294813s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.718416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.656604Z","time spent":"1.061749446s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:07.718431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.041005Z","time spent":"1.677418116s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.718417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068320925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3b18b9fc-12e6-4c65-9074-676dc8db69c2\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-28T02:19:07.718526Z","caller":"traceutil/trace.go:171","msg":"trace[1885253941] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3b18b9fc-12e6-4c65-9074-676dc8db69c2; range_end:; response_count:1; response_revision:23124; }","duration":"3.068441777s","start":"2026-02-28T02:19:04.65005Z","end":"2026-02-28T02:19:07.718492Z","steps":["trace[1885253941] 'agreement among raft nodes before linearized reading' (duration: 3.068185171s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.71832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.762424Z","time spent":"2.955889371s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:07.718606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.650045Z","time spent":"3.068546859s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-3b18b9fc-12e6-4c65-9074-676dc8db69c2\" "} {"level":"warn","ts":"2026-02-28T02:19:07.718704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067384253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-28T02:19:07.718748Z","caller":"traceutil/trace.go:171","msg":"trace[1539527436] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66; range_end:; response_count:1; response_revision:23124; }","duration":"3.067434714s","start":"2026-02-28T02:19:04.651301Z","end":"2026-02-28T02:19:07.718736Z","steps":["trace[1539527436] 'agreement among raft nodes before linearized reading' (duration: 3.06727818s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.718784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.651295Z","time spent":"3.067482765s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" "} {"level":"warn","ts":"2026-02-28T02:19:07.717658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957570018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.718861Z","caller":"traceutil/trace.go:171","msg":"trace[932621892] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23124; }","duration":"1.958838727s","start":"2026-02-28T02:19:05.760008Z","end":"2026-02-28T02:19:07.718847Z","steps":["trace[932621892] 'agreement among raft nodes before linearized reading' (duration: 1.957560438s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.718909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:05.759988Z","time spent":"1.958908949s","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:19:07.718963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068382356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-02-28T02:19:07.719002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065351196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-02-28T02:19:07.719016Z","caller":"traceutil/trace.go:171","msg":"trace[764207638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23124; }","duration":"3.068462778s","start":"2026-02-28T02:19:04.65054Z","end":"2026-02-28T02:19:07.719002Z","steps":["trace[764207638] 'agreement among raft nodes before linearized reading' (duration: 3.068281554s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.718584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061749016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:07.719038Z","caller":"traceutil/trace.go:171","msg":"trace[296467949] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23124; }","duration":"3.065427828s","start":"2026-02-28T02:19:04.653601Z","end":"2026-02-28T02:19:07.719029Z","steps":["trace[296467949] 'agreement among raft nodes before linearized reading' (duration: 3.065305625s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.719049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.650519Z","time spent":"3.068521759s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:19:07.71907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:04.653581Z","time spent":"3.065483058s","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18669,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-28T02:19:07.719067Z","caller":"traceutil/trace.go:171","msg":"trace[743531800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23124; }","duration":"1.062254038s","start":"2026-02-28T02:19:06.656798Z","end":"2026-02-28T02:19:07.719052Z","steps":["trace[743531800] 'agreement among raft nodes before linearized reading' (duration: 1.061756177s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:07.719115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.656786Z","time spent":"1.062317649s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:09.029204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:08.568385Z","time spent":"460.8099ms","remote":"127.0.0.1:45370","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:19:09.029734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176312351s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:09.029944Z","caller":"traceutil/trace.go:171","msg":"trace[1577382598] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23932; }","duration":"1.312321802s","start":"2026-02-28T02:19:07.717551Z","end":"2026-02-28T02:19:09.029873Z","steps":["trace[1577382598] 'read index received' (duration: 135.636683ms)","trace[1577382598] 'applied index is now lower than readState.Index' (duration: 1.176682469s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:09.029988Z","caller":"traceutil/trace.go:171","msg":"trace[1190087058] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.7842259s","start":"2026-02-28T02:19:07.24573Z","end":"2026-02-28T02:19:09.029956Z","steps":["trace[1190087058] 'process raft request' (duration: 607.438039ms)","trace[1190087058] 'compare' (duration: 1.17590019s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:09.030145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.245695Z","time spent":"1.784355253s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:09.030451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322323424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-02-28T02:19:09.030515Z","caller":"traceutil/trace.go:171","msg":"trace[278502736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23125; }","duration":"1.322389326s","start":"2026-02-28T02:19:07.708104Z","end":"2026-02-28T02:19:09.030494Z","steps":["trace[278502736] 'agreement among raft nodes before linearized reading' (duration: 1.3221334s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:09.030543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325227384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-28T02:19:09.03057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.708013Z","time spent":"1.322543019s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:19:09.030589Z","caller":"traceutil/trace.go:171","msg":"trace[1551242706] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:23125; }","duration":"2.325326206s","start":"2026-02-28T02:19:06.705252Z","end":"2026-02-28T02:19:09.030578Z","steps":["trace[1551242706] 'agreement among raft nodes before linearized reading' (duration: 2.325151591s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:09.031096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:06.705228Z","time spent":"2.325826668s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-28T02:19:09.531088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:09.620512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767309487s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:19:09.720655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:19:09.720754Z","caller":"traceutil/trace.go:171","msg":"trace[1719687342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183319s","start":"2026-02-28T02:19:07.720546Z","end":"2026-02-28T02:19:09.720729Z","steps":["trace[1719687342] 'agreement among raft nodes before linearized reading' (duration: 2.000036616s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:09.720807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.720519Z","time spent":"2.000277342s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:09.726472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.628876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:09.726701Z","caller":"traceutil/trace.go:171","msg":"trace[977959919] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.954680432s","start":"2026-02-28T02:19:07.772008Z","end":"2026-02-28T02:19:09.726689Z","steps":["trace[977959919] 'process raft request' (duration: 1.954636531s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:09.72674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.771983Z","time spent":"1.954736523s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:09.726737Z","caller":"traceutil/trace.go:171","msg":"trace[907242124] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.998867609s","start":"2026-02-28T02:19:07.727849Z","end":"2026-02-28T02:19:09.726717Z","steps":["trace[907242124] 'process raft request' (duration: 1.998705465s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:09.726731Z","caller":"traceutil/trace.go:171","msg":"trace[902536994] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"2.005063883s","start":"2026-02-28T02:19:07.721614Z","end":"2026-02-28T02:19:09.726678Z","steps":["trace[902536994] 'process raft request' (duration: 1.899151911s)","trace[902536994] 'compare' (duration: 105.060892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:09.726841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.727831Z","time spent":"1.998944601s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:09.726968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.721584Z","time spent":"2.005249567s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:10.990633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369822547s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:19:10.991271Z","caller":"traceutil/trace.go:171","msg":"trace[744896560] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"2.282742015s","start":"2026-02-28T02:19:08.708495Z","end":"2026-02-28T02:19:10.991237Z","steps":["trace[744896560] 'process raft request' (duration: 2.282629753s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:10.99134Z","caller":"traceutil/trace.go:171","msg":"trace[563840771] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"2.282819658s","start":"2026-02-28T02:19:08.708475Z","end":"2026-02-28T02:19:10.991294Z","steps":["trace[563840771] 'process raft request' (duration: 2.282423738s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.991609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:08.708453Z","time spent":"2.282912179s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:10.991636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:08.708434Z","time spent":"2.282988972s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:10.991816Z","caller":"traceutil/trace.go:171","msg":"trace[145799869] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23933; }","duration":"1.961756375s","start":"2026-02-28T02:19:09.03003Z","end":"2026-02-28T02:19:10.991787Z","steps":["trace[145799869] 'read index received' (duration: 590.75446ms)","trace[145799869] 'applied index is now lower than readState.Index' (duration: 1.371000845s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:10.991972Z","caller":"traceutil/trace.go:171","msg":"trace[89457172] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.283018442s","start":"2026-02-28T02:19:08.708938Z","end":"2026-02-28T02:19:10.991956Z","steps":["trace[89457172] 'process raft request' (duration: 2.282245724s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.992106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:08.708927Z","time spent":"2.283077753s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:10.992198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951944519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-02-28T02:19:10.992243Z","caller":"traceutil/trace.go:171","msg":"trace[313253731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23132; }","duration":"2.952044432s","start":"2026-02-28T02:19:08.040183Z","end":"2026-02-28T02:19:10.992227Z","steps":["trace[313253731] 'agreement among raft nodes before linearized reading' (duration: 2.951887469s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.992297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:08.04014Z","time spent":"2.952149375s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T02:19:10.992443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112040301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:10.992499Z","caller":"traceutil/trace.go:171","msg":"trace[56426073] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23132; }","duration":"3.112144113s","start":"2026-02-28T02:19:07.880336Z","end":"2026-02-28T02:19:10.99248Z","steps":["trace[56426073] 'agreement among raft nodes before linearized reading' (duration: 3.112051011s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.992547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.880307Z","time spent":"3.112222214s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:10.992604Z","caller":"traceutil/trace.go:171","msg":"trace[306511459] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"2.28246601s","start":"2026-02-28T02:19:08.710124Z","end":"2026-02-28T02:19:10.99259Z","steps":["trace[306511459] 'process raft request' (duration: 2.281399725s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.992681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:08.710108Z","time spent":"2.282526141s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:10.992769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266129553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:10.992803Z","caller":"traceutil/trace.go:171","msg":"trace[392721808] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23132; }","duration":"3.266184224s","start":"2026-02-28T02:19:07.726608Z","end":"2026-02-28T02:19:10.992792Z","steps":["trace[392721808] 'agreement among raft nodes before linearized reading' (duration: 3.266115362s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.992813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.032485Z","time spent":"1.960325742s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:19:10.992832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.726598Z","time spent":"3.266227794s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:19:10.993017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269748767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-28T02:19:10.993048Z","caller":"traceutil/trace.go:171","msg":"trace[763487046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23132; }","duration":"3.269797038s","start":"2026-02-28T02:19:07.72324Z","end":"2026-02-28T02:19:10.993037Z","steps":["trace[763487046] 'agreement among raft nodes before linearized reading' (duration: 3.269729557s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:10.993073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:07.723224Z","time spent":"3.269843419s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T02:19:11.492452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:11.728386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:19:11.728568Z","caller":"traceutil/trace.go:171","msg":"trace[1138834515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393553s","start":"2026-02-28T02:19:09.728151Z","end":"2026-02-28T02:19:11.728544Z","steps":["trace[1138834515] 'agreement among raft nodes before linearized reading' (duration: 2.000178748s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:11.728828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.728086Z","time spent":"2.000726301s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:11.993334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:12.494095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:12.804405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339080194s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:19:12.804905Z","caller":"traceutil/trace.go:171","msg":"trace[804594341] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"3.079056434s","start":"2026-02-28T02:19:09.72582Z","end":"2026-02-28T02:19:12.804877Z","steps":["trace[804594341] 'process raft request' (duration: 3.078778907s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:12.805095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.725784Z","time spent":"3.079213047s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:12.805299Z","caller":"traceutil/trace.go:171","msg":"trace[53867260] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"3.066328868s","start":"2026-02-28T02:19:09.738928Z","end":"2026-02-28T02:19:12.805257Z","steps":["trace[53867260] 'process raft request' (duration: 3.065882998s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:12.805412Z","caller":"traceutil/trace.go:171","msg":"trace[2110816394] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"2.298070162s","start":"2026-02-28T02:19:10.507312Z","end":"2026-02-28T02:19:12.805383Z","steps":["trace[2110816394] 'process raft request' (duration: 2.298015491s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:12.805486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.738904Z","time spent":"3.066489402s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:19:12.805583Z","caller":"traceutil/trace.go:171","msg":"trace[615654838] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"2.431986995s","start":"2026-02-28T02:19:10.373582Z","end":"2026-02-28T02:19:12.805569Z","steps":["trace[615654838] 'process raft request' (duration: 2.431590046s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:12.805584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.507284Z","time spent":"2.298195965s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:12.805695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.373552Z","time spent":"2.432072456s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:13.627369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.97107Z","time spent":"656.290964ms","remote":"127.0.0.1:39678","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:19:13.628095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.867346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:13.628391Z","caller":"traceutil/trace.go:171","msg":"trace[1481237340] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"817.824969ms","start":"2026-02-28T02:19:12.810545Z","end":"2026-02-28T02:19:13.62837Z","steps":["trace[1481237340] 'process raft request' (duration: 817.710296ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:13.628371Z","caller":"traceutil/trace.go:171","msg":"trace[949558830] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"2.633594831s","start":"2026-02-28T02:19:10.994716Z","end":"2026-02-28T02:19:13.628311Z","steps":["trace[949558830] 'process raft request' (duration: 1.930391667s)","trace[949558830] 'compare' (duration: 701.992216ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:13.628676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445869022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:13.628702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593079351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T02:19:13.628748Z","caller":"traceutil/trace.go:171","msg":"trace[2140815947] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23138; }","duration":"3.593122912s","start":"2026-02-28T02:19:10.03561Z","end":"2026-02-28T02:19:13.628733Z","steps":["trace[2140815947] 'agreement among raft nodes before linearized reading' (duration: 3.592908037s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:13.628754Z","caller":"traceutil/trace.go:171","msg":"trace[1768722778] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23138; }","duration":"4.446010145s","start":"2026-02-28T02:19:09.182721Z","end":"2026-02-28T02:19:13.628731Z","steps":["trace[1768722778] 'agreement among raft nodes before linearized reading' (duration: 4.44580625s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:13.62879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.03553Z","time spent":"3.593252205s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:19:13.628815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.182697Z","time spent":"4.446098347s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:13.629013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78113478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:13.62906Z","caller":"traceutil/trace.go:171","msg":"trace[49700661] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23138; }","duration":"2.781239933s","start":"2026-02-28T02:19:10.847807Z","end":"2026-02-28T02:19:13.629047Z","steps":["trace[49700661] 'agreement among raft nodes before linearized reading' (duration: 2.781172102s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:13.629091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.847777Z","time spent":"2.781306204s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:13.62917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.196486096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:13.629004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.994687Z","time spent":"2.633877867s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:13.629237Z","caller":"traceutil/trace.go:171","msg":"trace[1177581044] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23138; }","duration":"4.196614288s","start":"2026-02-28T02:19:09.432608Z","end":"2026-02-28T02:19:13.629223Z","steps":["trace[1177581044] 'agreement among raft nodes before linearized reading' (duration: 4.196459265s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:13.629198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198643624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:13.629275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.432581Z","time spent":"4.1966852s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:13.628478Z","caller":"traceutil/trace.go:171","msg":"trace[209197386] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23941; }","duration":"2.636532489s","start":"2026-02-28T02:19:10.991914Z","end":"2026-02-28T02:19:13.628447Z","steps":["trace[209197386] 'read index received' (duration: 1.812756233s)","trace[209197386] 'applied index is now lower than readState.Index' (duration: 823.772476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:13.629303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.887208897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T02:19:13.629309Z","caller":"traceutil/trace.go:171","msg":"trace[680184804] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23138; }","duration":"3.198825678s","start":"2026-02-28T02:19:10.430456Z","end":"2026-02-28T02:19:13.629281Z","steps":["trace[680184804] 'agreement among raft nodes before linearized reading' (duration: 3.198604493s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:13.629339Z","caller":"traceutil/trace.go:171","msg":"trace[1131103336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23138; }","duration":"3.887268099s","start":"2026-02-28T02:19:09.742061Z","end":"2026-02-28T02:19:13.629329Z","steps":["trace[1131103336] 'agreement among raft nodes before linearized reading' (duration: 3.887174917s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:13.629369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:09.742051Z","time spent":"3.88731219s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:19:13.628473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.8105Z","time spent":"817.941891ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-28T02:19:13.629388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.430422Z","time spent":"3.198951741s","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:13.729879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000737492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:19:13.729976Z","caller":"traceutil/trace.go:171","msg":"trace[505334178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000904296s","start":"2026-02-28T02:19:11.729048Z","end":"2026-02-28T02:19:13.729953Z","steps":["trace[505334178] 'agreement among raft nodes before linearized reading' (duration: 2.000776403s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:13.730028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:11.729025Z","time spent":"2.000992528s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:14.129736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T02:19:14.350339Z","caller":"traceutil/trace.go:171","msg":"trace[1666270446] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"1.351398018s","start":"2026-02-28T02:19:12.99891Z","end":"2026-02-28T02:19:14.350308Z","steps":["trace[1666270446] 'process raft request' (duration: 1.351289786s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:14.350374Z","caller":"traceutil/trace.go:171","msg":"trace[2091916208] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.351522911s","start":"2026-02-28T02:19:12.998782Z","end":"2026-02-28T02:19:14.350305Z","steps":["trace[2091916208] 'process raft request' (duration: 1.351180743s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:14.35056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.998873Z","time spent":"1.351572523s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:14.350581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.99876Z","time spent":"1.351705806s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:14.350613Z","caller":"traceutil/trace.go:171","msg":"trace[819146383] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.346431834s","start":"2026-02-28T02:19:13.004156Z","end":"2026-02-28T02:19:14.350587Z","steps":["trace[819146383] 'process raft request' (duration: 1.346321231s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:14.350613Z","caller":"traceutil/trace.go:171","msg":"trace[2090982913] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.349802151s","start":"2026-02-28T02:19:13.000768Z","end":"2026-02-28T02:19:14.35057Z","steps":["trace[2090982913] 'process raft request' (duration: 1.349488444s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:14.350756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.004121Z","time spent":"1.346561386s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:14.350807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.000737Z","time spent":"1.349975366s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:15.738316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:19:15.738416Z","caller":"traceutil/trace.go:171","msg":"trace[355250591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144307s","start":"2026-02-28T02:19:13.738249Z","end":"2026-02-28T02:19:15.738393Z","steps":["trace[355250591] 'agreement among raft nodes before linearized reading' (duration: 2.000015484s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:15.738474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.738228Z","time spent":"2.00023515s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:15.97962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.529911ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T02:19:15.980855Z","caller":"traceutil/trace.go:171","msg":"trace[1516305757] linearizableReadLoop","detail":"{readStateIndex:23953; appliedIndex:23947; }","duration":"2.351483264s","start":"2026-02-28T02:19:13.629335Z","end":"2026-02-28T02:19:15.980818Z","steps":["trace[1516305757] 'read index received' (duration: 720.666069ms)","trace[1516305757] 'applied index is now lower than readState.Index' (duration: 1.630815495s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:15.980995Z","caller":"traceutil/trace.go:171","msg":"trace[630382063] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.943800998s","start":"2026-02-28T02:19:14.037163Z","end":"2026-02-28T02:19:15.980964Z","steps":["trace[630382063] 'process raft request' (duration: 1.942620921s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:15.981172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:14.037131Z","time spent":"1.943943952s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:16.721145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488640533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:16.721246Z","caller":"traceutil/trace.go:171","msg":"trace[151746210] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23143; }","duration":"3.488821827s","start":"2026-02-28T02:19:13.232397Z","end":"2026-02-28T02:19:16.721219Z","steps":["trace[151746210] 'agreement among raft nodes before linearized reading' (duration: 2.748741436s)","trace[151746210] 'count revisions from in-memory index tree' (duration: 739.925497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.721312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.232368Z","time spent":"3.4889321s","remote":"127.0.0.1:47082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:16.721298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12708567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:16.721397Z","caller":"traceutil/trace.go:171","msg":"trace[640500464] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23143; }","duration":"3.127202733s","start":"2026-02-28T02:19:13.594163Z","end":"2026-02-28T02:19:16.721365Z","steps":["trace[640500464] 'agreement among raft nodes before linearized reading' (duration: 2.386997159s)","trace[640500464] 'count revisions from in-memory index tree' (duration: 740.066031ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.721459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.59413Z","time spent":"3.127317455s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:16.721781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978448188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:16.721777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276662127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-28T02:19:16.721883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181863275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-28T02:19:16.721921Z","caller":"traceutil/trace.go:171","msg":"trace[1839785027] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23143; }","duration":"4.181935007s","start":"2026-02-28T02:19:12.539975Z","end":"2026-02-28T02:19:16.72191Z","steps":["trace[1839785027] 'agreement among raft nodes before linearized reading' (duration: 3.441036147s)","trace[1839785027] 'range keys from in-memory index tree' (duration: 740.832198ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:16.72191Z","caller":"traceutil/trace.go:171","msg":"trace[1418552779] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23143; }","duration":"3.27681481s","start":"2026-02-28T02:19:13.445059Z","end":"2026-02-28T02:19:16.721874Z","steps":["trace[1418552779] 'agreement among raft nodes before linearized reading' (duration: 2.536083124s)","trace[1418552779] 'range keys from in-memory index tree' (duration: 740.346777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.721959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.539945Z","time spent":"4.182005179s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-28T02:19:16.722003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.445054Z","time spent":"3.276928923s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T02:19:16.721831Z","caller":"traceutil/trace.go:171","msg":"trace[967458518] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23143; }","duration":"3.978557631s","start":"2026-02-28T02:19:12.743257Z","end":"2026-02-28T02:19:16.721815Z","steps":["trace[967458518] 'agreement among raft nodes before linearized reading' (duration: 3.237651471s)","trace[967458518] 'count revisions from in-memory index tree' (duration: 740.823779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.722134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.743222Z","time spent":"3.978895839s","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:16.722195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280068856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T02:19:16.722233Z","caller":"traceutil/trace.go:171","msg":"trace[1839941596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23143; }","duration":"3.280155828s","start":"2026-02-28T02:19:13.442066Z","end":"2026-02-28T02:19:16.722222Z","steps":["trace[1839941596] 'agreement among raft nodes before linearized reading' (duration: 2.539062534s)","trace[1839941596] 'range keys from in-memory index tree' (duration: 740.969292ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.72223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682230306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:16.722269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.442035Z","time spent":"3.280227079s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:19:16.722268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72404028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-28T02:19:16.722301Z","caller":"traceutil/trace.go:171","msg":"trace[1289713603] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23143; }","duration":"4.682309388s","start":"2026-02-28T02:19:12.039966Z","end":"2026-02-28T02:19:16.722276Z","steps":["trace[1289713603] 'agreement among raft nodes before linearized reading' (duration: 3.941083s)","trace[1289713603] 'count revisions from in-memory index tree' (duration: 741.108385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.722338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728588553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:16.722369Z","caller":"traceutil/trace.go:171","msg":"trace[1879565524] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d03f7cb9-51e4-486e-8247-03ad93793f90; range_end:; response_count:1; response_revision:23143; }","duration":"5.724169303s","start":"2026-02-28T02:19:10.998165Z","end":"2026-02-28T02:19:16.722334Z","steps":["trace[1879565524] 'agreement among raft nodes before linearized reading' (duration: 4.982936345s)","trace[1879565524] 'range keys from in-memory index tree' (duration: 740.990293ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.722369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.039942Z","time spent":"4.682403819s","remote":"127.0.0.1:47028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:16.722389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.723143349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:16.722362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353640748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:16.722421Z","caller":"traceutil/trace.go:171","msg":"trace[308861545] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23143; }","duration":"5.72317205s","start":"2026-02-28T02:19:10.999239Z","end":"2026-02-28T02:19:16.722411Z","steps":["trace[308861545] 'agreement among raft nodes before linearized reading' (duration: 4.98185216s)","trace[308861545] 'range keys from in-memory index tree' (duration: 741.279079ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:16.722405Z","caller":"traceutil/trace.go:171","msg":"trace[342499324] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23143; }","duration":"4.728735996s","start":"2026-02-28T02:19:11.993645Z","end":"2026-02-28T02:19:16.722381Z","steps":["trace[342499324] 'agreement among raft nodes before linearized reading' (duration: 3.987435797s)","trace[342499324] 'count revisions from in-memory index tree' (duration: 741.226498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.722446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.999216Z","time spent":"5.723223861s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-28T02:19:16.722461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:11.993595Z","time spent":"4.728855739s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:16.722468Z","caller":"traceutil/trace.go:171","msg":"trace[464585902] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23143; }","duration":"4.353853183s","start":"2026-02-28T02:19:12.368584Z","end":"2026-02-28T02:19:16.722437Z","steps":["trace[464585902] 'agreement among raft nodes before linearized reading' (duration: 3.612450752s)","trace[464585902] 'count revisions from in-memory index tree' (duration: 741.211857ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.722411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:10.998145Z","time spent":"5.724258705s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d03f7cb9-51e4-486e-8247-03ad93793f90\" "} {"level":"warn","ts":"2026-02-28T02:19:16.722538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:12.368558Z","time spent":"4.353962645s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:16.722475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.600556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:16.72274Z","caller":"traceutil/trace.go:171","msg":"trace[1125765617] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.910390012s","start":"2026-02-28T02:19:14.812328Z","end":"2026-02-28T02:19:16.722719Z","steps":["trace[1125765617] 'process raft request' (duration: 1.168472268s)","trace[1125765617] 'compare' (duration: 740.842509ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:16.722813Z","caller":"traceutil/trace.go:171","msg":"trace[1696120178] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"366.211021ms","start":"2026-02-28T02:19:16.356593Z","end":"2026-02-28T02:19:16.722804Z","steps":["trace[1696120178] 'process raft request' (duration: 366.146119ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:16.722815Z","caller":"traceutil/trace.go:171","msg":"trace[2048463677] linearizableReadLoop","detail":"{readStateIndex:23954; appliedIndex:23953; }","duration":"741.854522ms","start":"2026-02-28T02:19:15.980947Z","end":"2026-02-28T02:19:16.722801Z","steps":["trace[2048463677] 'read index received' (duration: 164.284µs)","trace[2048463677] 'applied index is now lower than readState.Index' (duration: 741.688318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:16.722856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:14.812297Z","time spent":"1.910485804s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:16.722881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.356562Z","time spent":"366.270583ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:16.722974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.294668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:16.722978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079356361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T02:19:16.723002Z","caller":"traceutil/trace.go:171","msg":"trace[1719125827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23145; }","duration":"984.377679ms","start":"2026-02-28T02:19:15.738618Z","end":"2026-02-28T02:19:16.722996Z","steps":["trace[1719125827] 'agreement among raft nodes before linearized reading' (duration: 984.323858ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:16.723011Z","caller":"traceutil/trace.go:171","msg":"trace[1641131776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23145; }","duration":"3.079409203s","start":"2026-02-28T02:19:13.643592Z","end":"2026-02-28T02:19:16.723001Z","steps":["trace[1641131776] 'agreement among raft nodes before linearized reading' (duration: 3.07928075s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:16.723024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:15.738589Z","time spent":"984.426531ms","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:16.723048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.643581Z","time spent":"3.079459633s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:19:16.723085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088044031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-28T02:19:16.72313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092013935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-28T02:19:16.723145Z","caller":"traceutil/trace.go:171","msg":"trace[1522079807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23145; }","duration":"2.088154733s","start":"2026-02-28T02:19:14.634971Z","end":"2026-02-28T02:19:16.723126Z","steps":["trace[1522079807] 'agreement among raft nodes before linearized reading' (duration: 2.08800373s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:16.723176Z","caller":"traceutil/trace.go:171","msg":"trace[418393713] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23145; }","duration":"3.092109457s","start":"2026-02-28T02:19:13.631054Z","end":"2026-02-28T02:19:16.723163Z","steps":["trace[418393713] 'agreement among raft nodes before linearized reading' (duration: 3.091899812s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:16.723192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:14.634946Z","time spent":"2.088232376s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:19:16.723205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.631029Z","time spent":"3.092168299s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-28T02:19:16.723166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089306502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-28T02:19:16.723273Z","caller":"traceutil/trace.go:171","msg":"trace[37128512] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66; range_end:; response_count:1; response_revision:23145; }","duration":"3.089483866s","start":"2026-02-28T02:19:13.633762Z","end":"2026-02-28T02:19:16.723246Z","steps":["trace[37128512] 'agreement among raft nodes before linearized reading' (duration: 3.089153659s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:16.723341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:13.633736Z","time spent":"3.089594659s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189845053fe21d66\" "} {"level":"warn","ts":"2026-02-28T02:19:16.723556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.573006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:16.723594Z","caller":"traceutil/trace.go:171","msg":"trace[653096482] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23145; }","duration":"957.682409ms","start":"2026-02-28T02:19:15.765902Z","end":"2026-02-28T02:19:16.723584Z","steps":["trace[653096482] 'agreement among raft nodes before linearized reading' (duration: 956.901011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:16.723621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:15.765845Z","time spent":"957.768081ms","remote":"127.0.0.1:52904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:16.723203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511877932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:16.725156Z","caller":"traceutil/trace.go:171","msg":"trace[17795935] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23145; }","duration":"2.513887429s","start":"2026-02-28T02:19:14.211237Z","end":"2026-02-28T02:19:16.725124Z","steps":["trace[17795935] 'agreement among raft nodes before linearized reading' (duration: 2.511630676s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:16.725227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:14.211208Z","time spent":"2.513991102s","remote":"127.0.0.1:47048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:17.223215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:18.11941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.033366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:18.120273Z","caller":"traceutil/trace.go:171","msg":"trace[1493652753] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"1.762867052s","start":"2026-02-28T02:19:16.357373Z","end":"2026-02-28T02:19:18.12024Z","steps":["trace[1493652753] 'process raft request' (duration: 1.762331889s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:18.120266Z","caller":"traceutil/trace.go:171","msg":"trace[798843386] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.762941224s","start":"2026-02-28T02:19:16.357268Z","end":"2026-02-28T02:19:18.120209Z","steps":["trace[798843386] 'process raft request' (duration: 960.975366ms)","trace[798843386] 'compare' (duration: 800.282709ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:18.120297Z","caller":"traceutil/trace.go:171","msg":"trace[1744129611] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.762913673s","start":"2026-02-28T02:19:16.357331Z","end":"2026-02-28T02:19:18.120245Z","steps":["trace[1744129611] 'process raft request' (duration: 1.762223397s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:18.120431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.35736Z","time spent":"1.762979784s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:18.120502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.357232Z","time spent":"1.763135788s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:18.120521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.357278Z","time spent":"1.763117248s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:18.55518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236795785s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T02:19:18.556334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.547346ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-28T02:19:18.557372Z","caller":"traceutil/trace.go:171","msg":"trace[1183973759] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.830844283s","start":"2026-02-28T02:19:16.725921Z","end":"2026-02-28T02:19:18.556766Z","steps":["trace[1183973759] 'process raft request' (duration: 1.830514865s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:18.557585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.725885Z","time spent":"1.831576069s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:18.731867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T02:19:18.731962Z","caller":"traceutil/trace.go:171","msg":"trace[859750340] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273761s","start":"2026-02-28T02:19:16.731663Z","end":"2026-02-28T02:19:18.731937Z","steps":["trace[859750340] 'agreement among raft nodes before linearized reading' (duration: 2.000156388s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:18.732019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.731657Z","time spent":"2.000351342s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T02:19:19.931961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374528837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:19.932233Z","caller":"traceutil/trace.go:171","msg":"trace[404983521] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.364058084s","start":"2026-02-28T02:19:18.568156Z","end":"2026-02-28T02:19:19.932214Z","steps":["trace[404983521] 'process raft request' (duration: 1.364002233s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.932294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.568132Z","time spent":"1.364139346s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:19:19.932495Z","caller":"traceutil/trace.go:171","msg":"trace[223003619] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"3.204876968s","start":"2026-02-28T02:19:16.727607Z","end":"2026-02-28T02:19:19.932484Z","steps":["trace[223003619] 'process raft request' (duration: 1.829716016s)","trace[223003619] 'compare' (duration: 1.373641477s)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:19.932567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.727577Z","time spent":"3.2049414s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:19.932632Z","caller":"traceutil/trace.go:171","msg":"trace[1266308289] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"2.700985717s","start":"2026-02-28T02:19:17.231605Z","end":"2026-02-28T02:19:19.93259Z","steps":["trace[1266308289] 'process raft request' (duration: 2.700508686s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.932837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927585216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-02-28T02:19:19.932798Z","caller":"traceutil/trace.go:171","msg":"trace[1574891307] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"3.204619013s","start":"2026-02-28T02:19:16.728136Z","end":"2026-02-28T02:19:19.932755Z","steps":["trace[1574891307] 'process raft request' (duration: 3.203930597s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:19.932873Z","caller":"traceutil/trace.go:171","msg":"trace[760749322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23153; }","duration":"3.927690918s","start":"2026-02-28T02:19:16.005173Z","end":"2026-02-28T02:19:19.932864Z","steps":["trace[760749322] 'agreement among raft nodes before linearized reading' (duration: 3.927527144s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.932903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.00514Z","time spent":"3.92775742s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-28T02:19:19.932948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335398232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:19.933022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486122396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:19.933004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.72812Z","time spent":"3.204773426s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:19.933051Z","caller":"traceutil/trace.go:171","msg":"trace[244746540] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23153; }","duration":"3.486210437s","start":"2026-02-28T02:19:16.446832Z","end":"2026-02-28T02:19:19.933042Z","steps":["trace[244746540] 'agreement among raft nodes before linearized reading' (duration: 3.486167386s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.933076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.446805Z","time spent":"3.486265089s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.932832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:17.231575Z","time spent":"2.701153621s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:19.932685Z","caller":"traceutil/trace.go:171","msg":"trace[917307442] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23955; }","duration":"3.209829634s","start":"2026-02-28T02:19:16.722845Z","end":"2026-02-28T02:19:19.932675Z","steps":["trace[917307442] 'read index received' (duration: 595.545812ms)","trace[917307442] 'applied index is now lower than readState.Index' (duration: 2.614282842s)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:19.933308Z","caller":"traceutil/trace.go:171","msg":"trace[537227557] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23153; }","duration":"3.335647848s","start":"2026-02-28T02:19:16.597383Z","end":"2026-02-28T02:19:19.933031Z","steps":["trace[537227557] 'agreement among raft nodes before linearized reading' (duration: 3.335407802s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.933632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.597352Z","time spent":"3.336254292s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.933511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647344813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.933936Z","caller":"traceutil/trace.go:171","msg":"trace[1477629424] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23153; }","duration":"3.647826944s","start":"2026-02-28T02:19:16.286063Z","end":"2026-02-28T02:19:19.93389Z","steps":["trace[1477629424] 'agreement among raft nodes before linearized reading' (duration: 3.647315222s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.93401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.28602Z","time spent":"3.647967907s","remote":"127.0.0.1:53664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:19.940852Z","caller":"traceutil/trace.go:171","msg":"trace[1431054706] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.211173661s","start":"2026-02-28T02:19:18.729653Z","end":"2026-02-28T02:19:19.940826Z","steps":["trace[1431054706] 'process raft request' (duration: 1.211019248s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.94097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.729621Z","time spent":"1.211285183s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:19.941016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212470502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T02:19:19.941057Z","caller":"traceutil/trace.go:171","msg":"trace[2064126067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23155; }","duration":"2.212570864s","start":"2026-02-28T02:19:17.728476Z","end":"2026-02-28T02:19:19.941047Z","steps":["trace[2064126067] 'agreement among raft nodes before linearized reading' (duration: 2.212412031s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17535945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.94111Z","caller":"traceutil/trace.go:171","msg":"trace[1609647235] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23155; }","duration":"2.175418962s","start":"2026-02-28T02:19:17.765681Z","end":"2026-02-28T02:19:19.9411Z","steps":["trace[1609647235] 'agreement among raft nodes before linearized reading' (duration: 2.1753512s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177346186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.941154Z","caller":"traceutil/trace.go:171","msg":"trace[1307973497] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23155; }","duration":"2.177431899s","start":"2026-02-28T02:19:17.763716Z","end":"2026-02-28T02:19:19.941148Z","steps":["trace[1307973497] 'agreement among raft nodes before linearized reading' (duration: 2.177383058s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90686854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:19.941178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:17.763689Z","time spent":"2.177482789s","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:19.941194Z","caller":"traceutil/trace.go:171","msg":"trace[679733327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23155; }","duration":"1.906951683s","start":"2026-02-28T02:19:18.034237Z","end":"2026-02-28T02:19:19.941188Z","steps":["trace[679733327] 'agreement among raft nodes before linearized reading' (duration: 1.906908472s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.034205Z","time spent":"1.907005543s","remote":"127.0.0.1:47244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.941128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:17.765648Z","time spent":"2.175475903s","remote":"127.0.0.1:40348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.941375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5763889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T02:19:19.941409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.85297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.941432Z","caller":"traceutil/trace.go:171","msg":"trace[893634315] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23155; }","duration":"814.920101ms","start":"2026-02-28T02:19:19.126506Z","end":"2026-02-28T02:19:19.941426Z","steps":["trace[893634315] 'agreement among raft nodes before linearized reading' (duration: 814.87842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:19.126476Z","time spent":"814.978022ms","remote":"127.0.0.1:47036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.941395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169701851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.941467Z","caller":"traceutil/trace.go:171","msg":"trace[546229190] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23155; }","duration":"1.576489812s","start":"2026-02-28T02:19:18.364928Z","end":"2026-02-28T02:19:19.941418Z","steps":["trace[546229190] 'agreement among raft nodes before linearized reading' (duration: 1.575923609s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:19.941511Z","caller":"traceutil/trace.go:171","msg":"trace[1535420304] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23155; }","duration":"3.169832264s","start":"2026-02-28T02:19:16.771654Z","end":"2026-02-28T02:19:19.941486Z","steps":["trace[1535420304] 'agreement among raft nodes before linearized reading' (duration: 3.16966215s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.771593Z","time spent":"3.169971057s","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.941602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.287134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:19.941624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.979798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:19.941685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209486481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.941705Z","caller":"traceutil/trace.go:171","msg":"trace[1648624657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23155; }","duration":"1.209555283s","start":"2026-02-28T02:19:18.732144Z","end":"2026-02-28T02:19:19.941699Z","steps":["trace[1648624657] 'agreement among raft nodes before linearized reading' (duration: 1.209507262s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:19.941705Z","caller":"traceutil/trace.go:171","msg":"trace[1015599376] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23155; }","duration":"672.103241ms","start":"2026-02-28T02:19:19.269588Z","end":"2026-02-28T02:19:19.941691Z","steps":["trace[1015599376] 'agreement among raft nodes before linearized reading' (duration: 671.958428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.732116Z","time spent":"1.209610004s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:19.94171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109913491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-28T02:19:19.941747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:19.26956Z","time spent":"672.180443ms","remote":"127.0.0.1:53678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.941085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:17.728448Z","time spent":"2.212631676s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"info","ts":"2026-02-28T02:19:19.941787Z","caller":"traceutil/trace.go:171","msg":"trace[1194158273] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23155; }","duration":"3.110027624s","start":"2026-02-28T02:19:16.831726Z","end":"2026-02-28T02:19:19.941754Z","steps":["trace[1194158273] 'agreement among raft nodes before linearized reading' (duration: 3.109818349s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:19.941681Z","caller":"traceutil/trace.go:171","msg":"trace[1666203245] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23155; }","duration":"983.392626ms","start":"2026-02-28T02:19:18.95826Z","end":"2026-02-28T02:19:19.941652Z","steps":["trace[1666203245] 'agreement among raft nodes before linearized reading' (duration: 983.308864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.8317Z","time spent":"3.110119166s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-28T02:19:19.941831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214196385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-02-28T02:19:19.94183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430395576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:19.941642Z","caller":"traceutil/trace.go:171","msg":"trace[624793951] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.209679676s","start":"2026-02-28T02:19:18.731951Z","end":"2026-02-28T02:19:19.941631Z","steps":["trace[624793951] 'process raft request' (duration: 1.208818346s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:19.941913Z","caller":"traceutil/trace.go:171","msg":"trace[1909028312] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23155; }","duration":"1.430479478s","start":"2026-02-28T02:19:18.511405Z","end":"2026-02-28T02:19:19.941884Z","steps":["trace[1909028312] 'agreement among raft nodes before linearized reading' (duration: 1.430359245s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.511351Z","time spent":"1.430595391s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.94153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.364909Z","time spent":"1.576612104s","remote":"127.0.0.1:52724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.941926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.731938Z","time spent":"1.209958282s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:19.941629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21009278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:19.941859Z","caller":"traceutil/trace.go:171","msg":"trace[341415284] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23155; }","duration":"3.214249206s","start":"2026-02-28T02:19:16.727603Z","end":"2026-02-28T02:19:19.941852Z","steps":["trace[341415284] 'agreement among raft nodes before linearized reading' (duration: 3.214167674s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.942045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217257506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T02:19:19.942078Z","caller":"traceutil/trace.go:171","msg":"trace[1364058239] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23155; }","duration":"3.210585051s","start":"2026-02-28T02:19:16.73148Z","end":"2026-02-28T02:19:19.942066Z","steps":["trace[1364058239] 'agreement among raft nodes before linearized reading' (duration: 3.21012029s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.941859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:18.9582Z","time spent":"983.647362ms","remote":"127.0.0.1:47210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:19.942088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.727586Z","time spent":"3.214495902s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-28T02:19:19.942114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.731453Z","time spent":"3.210652483s","remote":"127.0.0.1:52784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-28T02:19:19.942103Z","caller":"traceutil/trace.go:171","msg":"trace[1704973411] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23155; }","duration":"3.217347559s","start":"2026-02-28T02:19:16.724743Z","end":"2026-02-28T02:19:19.94209Z","steps":["trace[1704973411] 'agreement among raft nodes before linearized reading' (duration: 3.216085439s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:19.942155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:16.724719Z","time spent":"3.217427431s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-28T02:19:20.499604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:21.000481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T02:19:21.380743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382136643s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T02:19:21.381629Z","caller":"traceutil/trace.go:171","msg":"trace[1393268515] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"1.429088064s","start":"2026-02-28T02:19:19.952504Z","end":"2026-02-28T02:19:21.381592Z","steps":["trace[1393268515] 'process raft request' (duration: 1.428829518s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:21.381882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:19.952483Z","time spent":"1.429281189s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:21.948636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T02:19:21.948747Z","caller":"traceutil/trace.go:171","msg":"trace[1122420079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000595018s","start":"2026-02-28T02:19:19.948127Z","end":"2026-02-28T02:19:21.948722Z","steps":["trace[1122420079] 'agreement among raft nodes before linearized reading' (duration: 2.000436864s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:21.948803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:19.948105Z","time spent":"2.00068721s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 02:19:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-28T02:19:22.166911Z","caller":"traceutil/trace.go:171","msg":"trace[347749166] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23967; }","duration":"2.16808515s","start":"2026-02-28T02:19:19.998802Z","end":"2026-02-28T02:19:22.166887Z","steps":["trace[347749166] 'read index received' (duration: 1.382503172s)","trace[347749166] 'applied index is now lower than readState.Index' (duration: 785.580888ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:22.167035Z","caller":"traceutil/trace.go:171","msg":"trace[155376023] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"2.038994s","start":"2026-02-28T02:19:20.128017Z","end":"2026-02-28T02:19:22.167011Z","steps":["trace[155376023] 'process raft request' (duration: 2.038770225s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:22.16698Z","caller":"traceutil/trace.go:171","msg":"trace[361142675] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"2.038924088s","start":"2026-02-28T02:19:20.128002Z","end":"2026-02-28T02:19:22.166926Z","steps":["trace[361142675] 'process raft request' (duration: 2.038717843s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:22.167351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.127974Z","time spent":"2.039088932s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:22.167436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.127969Z","time spent":"2.039147204s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:22.167583Z","caller":"traceutil/trace.go:171","msg":"trace[433809535] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"2.039552793s","start":"2026-02-28T02:19:20.128022Z","end":"2026-02-28T02:19:22.167575Z","steps":["trace[433809535] 'process raft request' (duration: 2.038795626s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:22.167627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.127992Z","time spent":"2.039611205s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:22.167688Z","caller":"traceutil/trace.go:171","msg":"trace[1649011438] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"2.164975019s","start":"2026-02-28T02:19:20.002707Z","end":"2026-02-28T02:19:22.167682Z","steps":["trace[1649011438] 'process raft request' (duration: 2.163868833s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:22.167724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.002686Z","time spent":"2.165021989s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T02:19:22.167763Z","caller":"traceutil/trace.go:171","msg":"trace[548896284] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.18146588s","start":"2026-02-28T02:19:20.98625Z","end":"2026-02-28T02:19:22.167715Z","steps":["trace[548896284] 'process raft request' (duration: 1.18060303s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:22.168063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.986234Z","time spent":"1.181637103s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:22.667021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356763707960785677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T02:19:23.082433Z","caller":"traceutil/trace.go:171","msg":"trace[283653537] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"200.285046ms","start":"2026-02-28T02:19:22.882128Z","end":"2026-02-28T02:19:23.082413Z","steps":["trace[283653537] 'process raft request' (duration: 200.245495ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.082683Z","caller":"traceutil/trace.go:171","msg":"trace[1973763519] linearizableReadLoop","detail":"{readStateIndex:23975; appliedIndex:23973; }","duration":"915.695684ms","start":"2026-02-28T02:19:22.166977Z","end":"2026-02-28T02:19:23.082673Z","steps":["trace[1973763519] 'read index received' (duration: 829.05075ms)","trace[1973763519] 'applied index is now lower than readState.Index' (duration: 86.643754ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:23.082758Z","caller":"traceutil/trace.go:171","msg":"trace[1668738859] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.133909975s","start":"2026-02-28T02:19:21.948822Z","end":"2026-02-28T02:19:23.082732Z","steps":["trace[1668738859] 'process raft request' (duration: 1.047186149s)","trace[1668738859] 'compare' (duration: 85.996199ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:23.082722Z","caller":"traceutil/trace.go:171","msg":"trace[19509919] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.133456145s","start":"2026-02-28T02:19:21.949222Z","end":"2026-02-28T02:19:23.082678Z","steps":["trace[19509919] 'process raft request' (duration: 1.133008964s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.082889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36811092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:23.08287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03089079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:23.082907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135953004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-02-28T02:19:23.082889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13411543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:23.082915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:21.949202Z","time spent":"1.133623508s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:23.082959Z","caller":"traceutil/trace.go:171","msg":"trace[1126692209] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23164; }","duration":"2.136061947s","start":"2026-02-28T02:19:20.946883Z","end":"2026-02-28T02:19:23.082944Z","steps":["trace[1126692209] 'agreement among raft nodes before linearized reading' (duration: 2.135818951s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.082967Z","caller":"traceutil/trace.go:171","msg":"trace[126188713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23164; }","duration":"1.134263783s","start":"2026-02-28T02:19:21.948687Z","end":"2026-02-28T02:19:23.082951Z","steps":["trace[126188713] 'agreement among raft nodes before linearized reading' (duration: 1.134151671s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.083007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:21.948662Z","time spent":"1.134338505s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:23.083006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.946859Z","time spent":"2.136136748s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" "} {"level":"warn","ts":"2026-02-28T02:19:23.083028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029484382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:23.082915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:21.948786Z","time spent":"1.134033428s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:23.083066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079043754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-28T02:19:23.083089Z","caller":"traceutil/trace.go:171","msg":"trace[65657545] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:23164; }","duration":"3.079077604s","start":"2026-02-28T02:19:20.004005Z","end":"2026-02-28T02:19:23.083083Z","steps":["trace[65657545] 'agreement among raft nodes before linearized reading' (duration: 3.078979202s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.083094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694985176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nzz79\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-02-28T02:19:23.083079Z","caller":"traceutil/trace.go:171","msg":"trace[606806539] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23164; }","duration":"3.029578684s","start":"2026-02-28T02:19:20.053486Z","end":"2026-02-28T02:19:23.083065Z","steps":["trace[606806539] 'agreement among raft nodes before linearized reading' (duration: 3.029471481s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.082966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368238613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T02:19:23.083145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.05347Z","time spent":"3.029666426s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:23.083147Z","caller":"traceutil/trace.go:171","msg":"trace[198466814] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-nzz79; range_end:; response_count:1; response_revision:23164; }","duration":"1.695066248s","start":"2026-02-28T02:19:21.388062Z","end":"2026-02-28T02:19:23.083128Z","steps":["trace[198466814] 'agreement among raft nodes before linearized reading' (duration: 1.694900634s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.083158Z","caller":"traceutil/trace.go:171","msg":"trace[1460665765] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23164; }","duration":"2.368453208s","start":"2026-02-28T02:19:20.714695Z","end":"2026-02-28T02:19:23.083148Z","steps":["trace[1460665765] 'agreement among raft nodes before linearized reading' (duration: 2.368237973s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.082958Z","caller":"traceutil/trace.go:171","msg":"trace[1337097307] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23164; }","duration":"1.031091655s","start":"2026-02-28T02:19:22.051846Z","end":"2026-02-28T02:19:23.082938Z","steps":["trace[1337097307] 'agreement among raft nodes before linearized reading' (duration: 1.030920491s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.083252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:22.051823Z","time spent":"1.031413643s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.083113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.003999Z","time spent":"3.079107916s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"warn","ts":"2026-02-28T02:19:23.08318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.714682Z","time spent":"2.368491139s","remote":"127.0.0.1:35106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.083361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079855113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-28T02:19:23.083179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:21.388039Z","time spent":"1.695133259s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-nzz79\" "} {"level":"info","ts":"2026-02-28T02:19:23.08347Z","caller":"traceutil/trace.go:171","msg":"trace[1496693384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23164; }","duration":"3.079994956s","start":"2026-02-28T02:19:20.003438Z","end":"2026-02-28T02:19:23.083433Z","steps":["trace[1496693384] 'agreement among raft nodes before linearized reading' (duration: 3.079658729s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.08292Z","caller":"traceutil/trace.go:171","msg":"trace[1678387905] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23164; }","duration":"2.368224583s","start":"2026-02-28T02:19:20.714687Z","end":"2026-02-28T02:19:23.082912Z","steps":["trace[1678387905] 'agreement among raft nodes before linearized reading' (duration: 2.368036959s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.083523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.714659Z","time spent":"2.368853487s","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.083525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.003422Z","time spent":"3.080092468s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-28T02:19:23.083188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526105472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:23.08358Z","caller":"traceutil/trace.go:171","msg":"trace[1497174906] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23164; }","duration":"2.526492761s","start":"2026-02-28T02:19:20.557072Z","end":"2026-02-28T02:19:23.083565Z","steps":["trace[1497174906] 'agreement among raft nodes before linearized reading' (duration: 2.526032461s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.083634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:20.556989Z","time spent":"2.526627525s","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.753339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.414326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T02:19:23.75348Z","caller":"traceutil/trace.go:171","msg":"trace[1281012348] linearizableReadLoop","detail":"{readStateIndex:23977; appliedIndex:23976; }","duration":"670.75623ms","start":"2026-02-28T02:19:23.082702Z","end":"2026-02-28T02:19:23.753458Z","steps":["trace[1281012348] 'read index received' (duration: 446.037117ms)","trace[1281012348] 'applied index is now lower than readState.Index' (duration: 224.717213ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:23.753514Z","caller":"traceutil/trace.go:171","msg":"trace[1893464699] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"680.795624ms","start":"2026-02-28T02:19:23.072676Z","end":"2026-02-28T02:19:23.753471Z","steps":["trace[1893464699] 'process raft request' (duration: 456.119801ms)","trace[1893464699] 'compare' (duration: 222.926632ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T02:19:23.7536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364942234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:23.75358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.719928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T02:19:23.753589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.555315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:23.753641Z","caller":"traceutil/trace.go:171","msg":"trace[1028986881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23165; }","duration":"1.365042207s","start":"2026-02-28T02:19:22.388585Z","end":"2026-02-28T02:19:23.753627Z","steps":["trace[1028986881] 'agreement among raft nodes before linearized reading' (duration: 1.364962025s)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.753676Z","caller":"traceutil/trace.go:171","msg":"trace[685498872] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23165; }","duration":"793.861422ms","start":"2026-02-28T02:19:22.959779Z","end":"2026-02-28T02:19:23.753641Z","steps":["trace[685498872] 'agreement among raft nodes before linearized reading' (duration: 793.705598ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T02:19:23.753692Z","caller":"traceutil/trace.go:171","msg":"trace[1967371568] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23165; }","duration":"747.690688ms","start":"2026-02-28T02:19:23.005968Z","end":"2026-02-28T02:19:23.753659Z","steps":["trace[1967371568] 'agreement among raft nodes before linearized reading' (duration: 747.497694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.753724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:22.959771Z","time spent":"793.944863ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.753708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:22.388558Z","time spent":"1.365136809s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.753727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.072647Z","time spent":"680.954997ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:23.753746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.005962Z","time spent":"747.774871ms","remote":"127.0.0.1:53666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:23.753752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58113003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nzz79.1898479081921ad7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-28T02:19:23.753796Z","caller":"traceutil/trace.go:171","msg":"trace[1569652358] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-nzz79.1898479081921ad7; range_end:; response_count:1; response_revision:23165; }","duration":"1.581243882s","start":"2026-02-28T02:19:22.172539Z","end":"2026-02-28T02:19:23.753783Z","steps":["trace[1569652358] 'agreement among raft nodes before linearized reading' (duration: 1.581062618s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.753828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:22.172508Z","time spent":"1.581314504s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-nzz79.1898479081921ad7\" "} {"level":"warn","ts":"2026-02-28T02:19:23.753829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.021154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:23.753892Z","caller":"traceutil/trace.go:171","msg":"trace[1081312028] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23165; }","duration":"686.142638ms","start":"2026-02-28T02:19:23.067732Z","end":"2026-02-28T02:19:23.753875Z","steps":["trace[1081312028] 'agreement among raft nodes before linearized reading' (duration: 685.754759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:23.753929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.067705Z","time spent":"686.214759ms","remote":"127.0.0.1:52578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:24.180791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.085743Z","time spent":"1.095039951s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T02:19:24.181228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.007406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:24.181317Z","caller":"traceutil/trace.go:171","msg":"trace[36024127] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23166; }","duration":"813.17851ms","start":"2026-02-28T02:19:23.368115Z","end":"2026-02-28T02:19:24.181294Z","steps":["trace[36024127] 'agreement among raft nodes before linearized reading' (duration: 812.896844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.181379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.368088Z","time spent":"813.274793ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-28T02:19:24.181999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090314021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:24.182063Z","caller":"traceutil/trace.go:171","msg":"trace[1778513814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23166; }","duration":"1.090377143s","start":"2026-02-28T02:19:23.091671Z","end":"2026-02-28T02:19:24.182048Z","steps":["trace[1778513814] 'agreement among raft nodes before linearized reading' (duration: 1.09027904s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.182114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.091639Z","time spent":"1.090463835s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T02:19:24.182033Z","caller":"traceutil/trace.go:171","msg":"trace[857386930] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"1.090475745s","start":"2026-02-28T02:19:23.091532Z","end":"2026-02-28T02:19:24.182008Z","steps":["trace[857386930] 'process raft request' (duration: 1.089046491s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.182363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.091516Z","time spent":"1.090756952s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:24.182828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096061604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f33b2459-716b-4d84-a527-d34090620fc3\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-28T02:19:24.182872Z","caller":"traceutil/trace.go:171","msg":"trace[341477801] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f33b2459-716b-4d84-a527-d34090620fc3; range_end:; response_count:1; response_revision:23166; }","duration":"1.096107826s","start":"2026-02-28T02:19:23.086754Z","end":"2026-02-28T02:19:24.182862Z","steps":["trace[341477801] 'agreement among raft nodes before linearized reading' (duration: 1.095942052s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.182899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.086741Z","time spent":"1.096149937s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f33b2459-716b-4d84-a527-d34090620fc3\" "} {"level":"warn","ts":"2026-02-28T02:19:24.183955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.441646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T02:19:24.184017Z","caller":"traceutil/trace.go:171","msg":"trace[976817390] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23166; }","duration":"702.57917ms","start":"2026-02-28T02:19:23.481424Z","end":"2026-02-28T02:19:24.184003Z","steps":["trace[976817390] 'agreement among raft nodes before linearized reading' (duration: 699.495868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.184059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.481393Z","time spent":"702.656581ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:24.180829Z","caller":"traceutil/trace.go:171","msg":"trace[838699818] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23977; }","duration":"427.288231ms","start":"2026-02-28T02:19:23.753512Z","end":"2026-02-28T02:19:24.1808Z","steps":["trace[838699818] 'read index received' (duration: 426.911922ms)","trace[838699818] 'applied index is now lower than readState.Index' (duration: 374.819µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:24.192778Z","caller":"traceutil/trace.go:171","msg":"trace[1547146547] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"436.210809ms","start":"2026-02-28T02:19:23.756549Z","end":"2026-02-28T02:19:24.19276Z","steps":["trace[1547146547] 'process raft request' (duration: 435.730297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.192904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.756519Z","time spent":"436.30413ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:24.193658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.408746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-02-28T02:19:24.193726Z","caller":"traceutil/trace.go:171","msg":"trace[1193253591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b05ae624-00c5-43d0-b21a-940d1718f1c8; range_end:; response_count:1; response_revision:23171; }","duration":"104.483459ms","start":"2026-02-28T02:19:24.08923Z","end":"2026-02-28T02:19:24.193713Z","steps":["trace[1193253591] 'agreement among raft nodes before linearized reading' (duration: 104.280554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.193877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.500286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:24.193896Z","caller":"traceutil/trace.go:171","msg":"trace[771512850] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23171; }","duration":"276.569698ms","start":"2026-02-28T02:19:23.91732Z","end":"2026-02-28T02:19:24.19389Z","steps":["trace[771512850] 'agreement among raft nodes before linearized reading' (duration: 276.524557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.194022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.894986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:24.194041Z","caller":"traceutil/trace.go:171","msg":"trace[212182626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23171; }","duration":"415.957427ms","start":"2026-02-28T02:19:23.778077Z","end":"2026-02-28T02:19:24.194035Z","steps":["trace[212182626] 'agreement among raft nodes before linearized reading' (duration: 415.915356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:24.19406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:23.778056Z","time spent":"415.998129ms","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-28T02:19:45.357345Z","caller":"traceutil/trace.go:171","msg":"trace[1328064999] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"398.041352ms","start":"2026-02-28T02:19:44.959272Z","end":"2026-02-28T02:19:45.357313Z","steps":["trace[1328064999] 'process raft request' (duration: 397.849717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.357555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:44.95924Z","time spent":"398.218186ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:45.606052Z","caller":"traceutil/trace.go:171","msg":"trace[64731117] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"646.724272ms","start":"2026-02-28T02:19:44.959293Z","end":"2026-02-28T02:19:45.606017Z","steps":["trace[64731117] 'process raft request' (duration: 646.424045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.606249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:44.95928Z","time spent":"646.855925ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T02:19:45.622148Z","caller":"traceutil/trace.go:171","msg":"trace[706749275] linearizableReadLoop","detail":"{readStateIndex:24222; appliedIndex:24221; }","duration":"638.286065ms","start":"2026-02-28T02:19:44.983849Z","end":"2026-02-28T02:19:45.622135Z","steps":["trace[706749275] 'read index received' (duration: 373.419819ms)","trace[706749275] 'applied index is now lower than readState.Index' (duration: 264.864976ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T02:19:45.622334Z","caller":"traceutil/trace.go:171","msg":"trace[1706147777] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"442.457215ms","start":"2026-02-28T02:19:45.179693Z","end":"2026-02-28T02:19:45.62215Z","steps":["trace[1706147777] 'process raft request' (duration: 442.2478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.622829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.106205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-28T02:19:45.622955Z","caller":"traceutil/trace.go:171","msg":"trace[700728762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23404; }","duration":"562.279838ms","start":"2026-02-28T02:19:45.060642Z","end":"2026-02-28T02:19:45.622922Z","steps":["trace[700728762] 'agreement among raft nodes before linearized reading' (duration: 561.710165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.62287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:45.179655Z","time spent":"443.15903ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:45.623025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:45.060626Z","time spent":"562.387602ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-28T02:19:45.622512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.153394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T02:19:45.623103Z","caller":"traceutil/trace.go:171","msg":"trace[1711203656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23404; }","duration":"401.823669ms","start":"2026-02-28T02:19:45.221257Z","end":"2026-02-28T02:19:45.623081Z","steps":["trace[1711203656] 'agreement among raft nodes before linearized reading' (duration: 401.130923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.623153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:45.22122Z","time spent":"401.918032ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T02:19:45.622625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.020105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10362"} {"level":"info","ts":"2026-02-28T02:19:45.623275Z","caller":"traceutil/trace.go:171","msg":"trace[452058758] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23404; }","duration":"535.747772ms","start":"2026-02-28T02:19:45.087513Z","end":"2026-02-28T02:19:45.62326Z","steps":["trace[452058758] 'agreement among raft nodes before linearized reading' (duration: 534.934753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.623313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:45.087484Z","time spent":"535.816603ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10385,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-28T02:19:45.622068Z","caller":"traceutil/trace.go:171","msg":"trace[1017391358] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"449.758154ms","start":"2026-02-28T02:19:45.172289Z","end":"2026-02-28T02:19:45.622047Z","steps":["trace[1017391358] 'process raft request' (duration: 449.512558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.623483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:45.172203Z","time spent":"451.230928ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T02:19:45.622602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.573141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-28T02:19:45.623565Z","caller":"traceutil/trace.go:171","msg":"trace[1735950784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23404; }","duration":"506.626686ms","start":"2026-02-28T02:19:45.116918Z","end":"2026-02-28T02:19:45.623545Z","steps":["trace[1735950784] 'agreement among raft nodes before linearized reading' (duration: 505.49137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.623614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:45.116881Z","time spent":"506.716408ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-28T02:19:45.622688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.37307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T02:19:45.62373Z","caller":"traceutil/trace.go:171","msg":"trace[880654637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23404; }","duration":"140.469635ms","start":"2026-02-28T02:19:45.483246Z","end":"2026-02-28T02:19:45.623716Z","steps":["trace[880654637] 'agreement among raft nodes before linearized reading' (duration: 139.281537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.622351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.503751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-02-28T02:19:45.623804Z","caller":"traceutil/trace.go:171","msg":"trace[745596084] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23404; }","duration":"640.008876ms","start":"2026-02-28T02:19:44.983782Z","end":"2026-02-28T02:19:45.623791Z","steps":["trace[745596084] 'agreement among raft nodes before linearized reading' (duration: 638.45944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T02:19:45.623842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T02:19:44.983757Z","time spent":"640.072228ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-28T02:21:38.343168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22024} {"level":"info","ts":"2026-02-28T02:21:38.478031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22024,"took":"129.768157ms","hash":2243963178,"current-db-size-bytes":49135616,"current-db-size":"49 MB","current-db-size-in-use-bytes":30609408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-28T02:21:38.478194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2243963178,"revision":22024,"compact-revision":19069}