{"level":"warn","ts":"2026-03-14T07:02:31.438667Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:02:31.438761Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T07:02:31.438833Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:02:31.438851Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-14T07:02:31.438868Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:02:31.439463Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-03-14T07:02:31.439536Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T07:02:31.445924Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.179685ms"} {"level":"info","ts":"2026-03-14T07:02:31.458693Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-03-14T07:02:31.458781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T07:02:31.458803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-03-14T07:02:31.458817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T07:02:31.458831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-03-14T07:02:31.458872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-03-14T07:02:31.471451Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T07:02:31.473288Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T07:02:31.475023Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T07:02:31.478135Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T07:02:31.478392Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T07:02:31.478765Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:02:31.478909Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:02:31.478948Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:02:31.479623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-03-14T07:02:31.479812Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-14T07:02:31.48517Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:02:31.485381Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-14T07:02:31.485462Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-14T07:02:31.485668Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T07:02:31.485746Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T07:02:31.659726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T07:02:31.65979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T07:02:31.659829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-03-14T07:02:31.659848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-03-14T07:02:31.65986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-03-14T07:02:31.659883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-03-14T07:02:31.659897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-03-14T07:02:31.660916Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T07:02:31.661281Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:31.661475Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:02:31.661607Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T07:02:31.661591Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:02:31.661692Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T07:02:31.664762Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"info","ts":"2026-03-14T07:02:31.666491Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:31.66664Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:31.666709Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:31.666831Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T07:02:45.157071Z","caller":"traceutil/trace.go:171","msg":"trace[1477094676] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"329.307684ms","start":"2026-03-14T07:02:44.827744Z","end":"2026-03-14T07:02:45.157052Z","steps":["trace[1477094676] 'read index received' (duration: 329.1656ms)","trace[1477094676] 'applied index is now lower than readState.Index' (duration: 141.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:45.157162Z","caller":"traceutil/trace.go:171","msg":"trace[827215528] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"418.521975ms","start":"2026-03-14T07:02:44.738609Z","end":"2026-03-14T07:02:45.157131Z","steps":["trace[827215528] 'process raft request' (duration: 418.33436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.157356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.854394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:02:45.157551Z","caller":"traceutil/trace.go:171","msg":"trace[2070516278] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:404; }","duration":"262.07135ms","start":"2026-03-14T07:02:44.895454Z","end":"2026-03-14T07:02:45.157525Z","steps":["trace[2070516278] 'agreement among raft nodes before linearized reading' (duration: 261.771102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.157851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.738584Z","time spent":"418.660678ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:45.157857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.081843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:45.158005Z","caller":"traceutil/trace.go:171","msg":"trace[688847724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"330.246988ms","start":"2026-03-14T07:02:44.827708Z","end":"2026-03-14T07:02:45.157955Z","steps":["trace[688847724] 'agreement among raft nodes before linearized reading' (duration: 330.050023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.158087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.827694Z","time spent":"330.376441ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:50.407053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563492278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:02:50.866514Z","caller":"traceutil/trace.go:171","msg":"trace[1419989089] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"990.333943ms","start":"2026-03-14T07:02:49.876155Z","end":"2026-03-14T07:02:50.866489Z","steps":["trace[1419989089] 'process raft request' (duration: 990.186399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:50.866664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:49.876126Z","time spent":"990.466046ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:51.641773Z","caller":"traceutil/trace.go:171","msg":"trace[1864564271] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"1.73531653s","start":"2026-03-14T07:02:49.906428Z","end":"2026-03-14T07:02:51.641744Z","steps":["trace[1864564271] 'read index received' (duration: 960.046475ms)","trace[1864564271] 'applied index is now lower than readState.Index' (duration: 775.268545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:51.641994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541384937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:02:51.641973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735518496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:02:51.64204Z","caller":"traceutil/trace.go:171","msg":"trace[1639604807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"1.541496449s","start":"2026-03-14T07:02:50.100532Z","end":"2026-03-14T07:02:51.642028Z","steps":["trace[1639604807] 'agreement among raft nodes before linearized reading' (duration: 1.541384566s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:51.642068Z","caller":"traceutil/trace.go:171","msg":"trace[280928895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"1.735652899s","start":"2026-03-14T07:02:49.906395Z","end":"2026-03-14T07:02:51.642048Z","steps":["trace[280928895] 'agreement among raft nodes before linearized reading' (duration: 1.735455464s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:51.642136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.333118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-14T07:02:51.642171Z","caller":"traceutil/trace.go:171","msg":"trace[1422255330] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:417; }","duration":"807.41814ms","start":"2026-03-14T07:02:50.834745Z","end":"2026-03-14T07:02:51.642163Z","steps":["trace[1422255330] 'agreement among raft nodes before linearized reading' (duration: 807.360938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:51.642202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:50.834716Z","time spent":"807.480481ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-14T07:02:51.642136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:49.906381Z","time spent":"1.735745502s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:02:51.642083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:50.100506Z","time spent":"1.541568691s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:02:51.642403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338791674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-03-14T07:02:51.642468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.092607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:02:51.642679Z","caller":"traceutil/trace.go:171","msg":"trace[2091425454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"235.336214ms","start":"2026-03-14T07:02:51.407309Z","end":"2026-03-14T07:02:51.642645Z","steps":["trace[2091425454] 'agreement among raft nodes before linearized reading' (duration: 234.684247ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:51.642555Z","caller":"traceutil/trace.go:171","msg":"trace[1353904481] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:417; }","duration":"1.339026049s","start":"2026-03-14T07:02:50.303493Z","end":"2026-03-14T07:02:51.642519Z","steps":["trace[1353904481] 'agreement among raft nodes before linearized reading' (duration: 1.33866685s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:51.642954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:50.303463Z","time spent":"1.339474301s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-14T07:02:51.84189Z","caller":"traceutil/trace.go:171","msg":"trace[1484102001] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"178.41116ms","start":"2026-03-14T07:02:51.663451Z","end":"2026-03-14T07:02:51.841862Z","steps":["trace[1484102001] 'read index received' (duration: 82.075159ms)","trace[1484102001] 'applied index is now lower than readState.Index' (duration: 96.335071ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:51.842044Z","caller":"traceutil/trace.go:171","msg":"trace[818118232] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"180.983306ms","start":"2026-03-14T07:02:51.66103Z","end":"2026-03-14T07:02:51.842013Z","steps":["trace[818118232] 'process raft request' (duration: 84.576062ms)","trace[818118232] 'compare' (duration: 96.115486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:51.842069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.600246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-14T07:02:51.842237Z","caller":"traceutil/trace.go:171","msg":"trace[701346507] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:422; }","duration":"178.787021ms","start":"2026-03-14T07:02:51.663414Z","end":"2026-03-14T07:02:51.842201Z","steps":["trace[701346507] 'agreement among raft nodes before linearized reading' (duration: 178.589106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:52.278486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.259115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:02:52.278605Z","caller":"traceutil/trace.go:171","msg":"trace[722480960] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"427.03791ms","start":"2026-03-14T07:02:51.851548Z","end":"2026-03-14T07:02:52.278586Z","steps":["trace[722480960] 'process raft request' (duration: 164.416787ms)","trace[722480960] 'compare' (duration: 261.994838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:52.278695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.85153Z","time spent":"427.132812ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:52.287184Z","caller":"traceutil/trace.go:171","msg":"trace[1883848850] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"379.567387ms","start":"2026-03-14T07:02:51.907579Z","end":"2026-03-14T07:02:52.287147Z","steps":["trace[1883848850] 'process raft request' (duration: 379.338411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:52.287254Z","caller":"traceutil/trace.go:171","msg":"trace[1472097395] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"377.918204ms","start":"2026-03-14T07:02:51.909321Z","end":"2026-03-14T07:02:52.287239Z","steps":["trace[1472097395] 'process raft request' (duration: 377.75279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:52.287343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.9093Z","time spent":"378.012047ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:02:52.287329Z","caller":"traceutil/trace.go:171","msg":"trace[167170465] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"376.486659ms","start":"2026-03-14T07:02:51.910742Z","end":"2026-03-14T07:02:52.287228Z","steps":["trace[167170465] 'process raft request' (duration: 376.402657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:52.287385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.907558Z","time spent":"379.703521ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:52.287519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.910728Z","time spent":"376.695695ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:52.51236Z","caller":"traceutil/trace.go:171","msg":"trace[207065128] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"218.824115ms","start":"2026-03-14T07:02:52.293514Z","end":"2026-03-14T07:02:52.512338Z","steps":["trace[207065128] 'process raft request' (duration: 183.835008ms)","trace[207065128] 'compare' (duration: 34.862744ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:52.512969Z","caller":"traceutil/trace.go:171","msg":"trace[846429486] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"217.218854ms","start":"2026-03-14T07:02:52.295739Z","end":"2026-03-14T07:02:52.512958Z","steps":["trace[846429486] 'process raft request' (duration: 217.000919ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:52.513076Z","caller":"traceutil/trace.go:171","msg":"trace[1235812694] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"217.247004ms","start":"2026-03-14T07:02:52.295802Z","end":"2026-03-14T07:02:52.513049Z","steps":["trace[1235812694] 'process raft request' (duration: 217.05005ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:52.513233Z","caller":"traceutil/trace.go:171","msg":"trace[953897516] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"215.994583ms","start":"2026-03-14T07:02:52.297231Z","end":"2026-03-14T07:02:52.513225Z","steps":["trace[953897516] 'process raft request' (duration: 215.748507ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:52.513399Z","caller":"traceutil/trace.go:171","msg":"trace[893743359] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"215.193133ms","start":"2026-03-14T07:02:52.298197Z","end":"2026-03-14T07:02:52.51339Z","steps":["trace[893743359] 'process raft request' (duration: 214.972297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.305242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.135659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4039"} {"level":"info","ts":"2026-03-14T07:02:53.305328Z","caller":"traceutil/trace.go:171","msg":"trace[1095376056] transaction","detail":"{read_only:false; number_of_response:1; response_revision:435; }","duration":"713.148371ms","start":"2026-03-14T07:02:52.592165Z","end":"2026-03-14T07:02:53.305314Z","steps":["trace[1095376056] 'process raft request' (duration: 59.829967ms)","trace[1095376056] 'compare' (duration: 653.077208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:53.305371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.592146Z","time spent":"713.204312ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":4062,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T07:02:53.329183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563492305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:02:53.648332Z","caller":"traceutil/trace.go:171","msg":"trace[1690409238] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.048824295s","start":"2026-03-14T07:02:52.599482Z","end":"2026-03-14T07:02:53.648306Z","steps":["trace[1690409238] 'process raft request' (duration: 1.048730533s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.648369Z","caller":"traceutil/trace.go:171","msg":"trace[942269552] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.053408502s","start":"2026-03-14T07:02:52.594918Z","end":"2026-03-14T07:02:53.648327Z","steps":["trace[942269552] 'process raft request' (duration: 1.053140625s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.648546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.594894Z","time spent":"1.053569696s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:02:53.648557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.599469Z","time spent":"1.04899344s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:53.668538Z","caller":"traceutil/trace.go:171","msg":"trace[1973526983] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:451; }","duration":"839.936833ms","start":"2026-03-14T07:02:52.828566Z","end":"2026-03-14T07:02:53.668503Z","steps":["trace[1973526983] 'read index received' (duration: 819.32795ms)","trace[1973526983] 'applied index is now lower than readState.Index' (duration: 20.607523ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:53.668597Z","caller":"traceutil/trace.go:171","msg":"trace[983138333] transaction","detail":"{read_only:false; number_of_response:1; response_revision:438; }","duration":"361.538332ms","start":"2026-03-14T07:02:53.307018Z","end":"2026-03-14T07:02:53.668556Z","steps":["trace[983138333] 'process raft request' (duration: 361.363217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.668682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.096647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:53.668718Z","caller":"traceutil/trace.go:171","msg":"trace[765490198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"840.19445ms","start":"2026-03-14T07:02:52.828513Z","end":"2026-03-14T07:02:53.668708Z","steps":["trace[765490198] 'agreement among raft nodes before linearized reading' (duration: 840.109608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.668735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.828493Z","time spent":"840.23772ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:53.668725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:53.306993Z","time spent":"361.669605ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T07:02:53.683207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.420495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:02:53.683286Z","caller":"traceutil/trace.go:171","msg":"trace[1051201637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:441; }","duration":"812.526288ms","start":"2026-03-14T07:02:52.870739Z","end":"2026-03-14T07:02:53.683265Z","steps":["trace[1051201637] 'agreement among raft nodes before linearized reading' (duration: 812.380305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.683334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.870722Z","time spent":"812.60015ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:02:53.918596Z","caller":"traceutil/trace.go:171","msg":"trace[1151656887] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"226.341625ms","start":"2026-03-14T07:02:53.69223Z","end":"2026-03-14T07:02:53.918572Z","steps":["trace[1151656887] 'process raft request' (duration: 226.222452ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.918604Z","caller":"traceutil/trace.go:171","msg":"trace[919209159] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"226.570971ms","start":"2026-03-14T07:02:53.692002Z","end":"2026-03-14T07:02:53.918573Z","steps":["trace[919209159] 'process raft request' (duration: 160.401544ms)","trace[919209159] 'compare' (duration: 65.871469ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:53.918904Z","caller":"traceutil/trace.go:171","msg":"trace[330890787] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"226.501149ms","start":"2026-03-14T07:02:53.692374Z","end":"2026-03-14T07:02:53.918875Z","steps":["trace[330890787] 'process raft request' (duration: 226.165341ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.918946Z","caller":"traceutil/trace.go:171","msg":"trace[174138755] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"225.702609ms","start":"2026-03-14T07:02:53.693206Z","end":"2026-03-14T07:02:53.918909Z","steps":["trace[174138755] 'process raft request' (duration: 225.485534ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.918946Z","caller":"traceutil/trace.go:171","msg":"trace[2128724406] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"224.940089ms","start":"2026-03-14T07:02:53.693977Z","end":"2026-03-14T07:02:53.918917Z","steps":["trace[2128724406] 'process raft request' (duration: 224.836567ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.919062Z","caller":"traceutil/trace.go:171","msg":"trace[1813042927] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"221.570975ms","start":"2026-03-14T07:02:53.69748Z","end":"2026-03-14T07:02:53.919051Z","steps":["trace[1813042927] 'process raft request' (duration: 221.461762ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.91914Z","caller":"traceutil/trace.go:171","msg":"trace[170971793] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:459; }","duration":"159.633855ms","start":"2026-03-14T07:02:53.759498Z","end":"2026-03-14T07:02:53.919131Z","steps":["trace[170971793] 'read index received' (duration: 92.808001ms)","trace[170971793] 'applied index is now lower than readState.Index' (duration: 66.824314ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:53.919112Z","caller":"traceutil/trace.go:171","msg":"trace[1700378501] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"221.915913ms","start":"2026-03-14T07:02:53.697154Z","end":"2026-03-14T07:02:53.919069Z","steps":["trace[1700378501] 'process raft request' (duration: 221.749729ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.919132Z","caller":"traceutil/trace.go:171","msg":"trace[382810129] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"223.37961ms","start":"2026-03-14T07:02:53.695659Z","end":"2026-03-14T07:02:53.919039Z","steps":["trace[382810129] 'process raft request' (duration: 223.195536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.919235Z","caller":"traceutil/trace.go:171","msg":"trace[1888160102] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"163.00161ms","start":"2026-03-14T07:02:53.756224Z","end":"2026-03-14T07:02:53.919226Z","steps":["trace[1888160102] 'process raft request' (duration: 162.755924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.919362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.84587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-03-14T07:02:53.919415Z","caller":"traceutil/trace.go:171","msg":"trace[1764685001] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:453; }","duration":"159.935362ms","start":"2026-03-14T07:02:53.759467Z","end":"2026-03-14T07:02:53.919402Z","steps":["trace[1764685001] 'agreement among raft nodes before linearized reading' (duration: 159.83716ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:57.529538Z","caller":"traceutil/trace.go:171","msg":"trace[1651083492] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"208.589226ms","start":"2026-03-14T07:02:57.320918Z","end":"2026-03-14T07:02:57.529507Z","steps":["trace[1651083492] 'process raft request' (duration: 208.427752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.443748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.145468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:02:58.443839Z","caller":"traceutil/trace.go:171","msg":"trace[1508425279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"505.290192ms","start":"2026-03-14T07:02:57.938527Z","end":"2026-03-14T07:02:58.443817Z","steps":["trace[1508425279] 'range keys from in-memory index tree' (duration: 504.921013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.44389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:57.938505Z","time spent":"505.371723ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:02:58.444188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.063001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:02:58.444231Z","caller":"traceutil/trace.go:171","msg":"trace[1607451441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:463; }","duration":"506.115972ms","start":"2026-03-14T07:02:57.938105Z","end":"2026-03-14T07:02:58.444221Z","steps":["trace[1607451441] 'range keys from in-memory index tree' (duration: 506.024329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.444201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.94893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:02:58.444259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:57.938101Z","time spent":"506.152232ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:02:58.444269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.295036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:02:58.444314Z","caller":"traceutil/trace.go:171","msg":"trace[842980635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"616.130663ms","start":"2026-03-14T07:02:57.828159Z","end":"2026-03-14T07:02:58.444289Z","steps":["trace[842980635] 'range keys from in-memory index tree' (duration: 615.865857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.444253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.071029ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:02:58.444376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:57.828142Z","time spent":"616.219916ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:02:58.444372Z","caller":"traceutil/trace.go:171","msg":"trace[1985281203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"506.44128ms","start":"2026-03-14T07:02:57.937904Z","end":"2026-03-14T07:02:58.444345Z","steps":["trace[1985281203] 'range keys from in-memory index tree' (duration: 506.179563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.444614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:57.937885Z","time spent":"506.698215ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:02:58.444657Z","caller":"traceutil/trace.go:171","msg":"trace[470947466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:463; }","duration":"434.241534ms","start":"2026-03-14T07:02:58.010141Z","end":"2026-03-14T07:02:58.444382Z","steps":["trace[470947466] 'range keys from in-memory index tree' (duration: 434.049709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.443898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.23111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:02:58.445497Z","caller":"traceutil/trace.go:171","msg":"trace[1857102819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"506.819249ms","start":"2026-03-14T07:02:57.93859Z","end":"2026-03-14T07:02:58.445409Z","steps":["trace[1857102819] 'range keys from in-memory index tree' (duration: 505.109507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:58.44561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:57.938569Z","time spent":"507.020494ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:02:59.226845Z","caller":"traceutil/trace.go:171","msg":"trace[742281903] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"777.491308ms","start":"2026-03-14T07:02:58.449322Z","end":"2026-03-14T07:02:59.226813Z","steps":["trace[742281903] 'process raft request' (duration: 777.256702ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:59.227039Z","caller":"traceutil/trace.go:171","msg":"trace[840400355] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"777.660511ms","start":"2026-03-14T07:02:58.449333Z","end":"2026-03-14T07:02:59.226993Z","steps":["trace[840400355] 'process raft request' (duration: 777.423805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:59.227054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:58.44929Z","time spent":"777.658581ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:59.227195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:58.449314Z","time spent":"777.800235ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:59.316703Z","caller":"traceutil/trace.go:171","msg":"trace[377526800] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"867.230098ms","start":"2026-03-14T07:02:58.449429Z","end":"2026-03-14T07:02:59.316659Z","steps":["trace[377526800] 'process raft request' (duration: 837.240312ms)","trace[377526800] 'compare' (duration: 29.441743ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:59.31673Z","caller":"traceutil/trace.go:171","msg":"trace[1938438552] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"866.797428ms","start":"2026-03-14T07:02:58.449891Z","end":"2026-03-14T07:02:59.316689Z","steps":["trace[1938438552] 'process raft request' (duration: 866.611783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:59.316897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:58.449422Z","time spent":"867.376011ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:59.316986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:58.449865Z","time spent":"866.977862ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:01.435567Z","caller":"traceutil/trace.go:171","msg":"trace[1361302490] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"110.37587ms","start":"2026-03-14T07:03:01.325158Z","end":"2026-03-14T07:03:01.435534Z","steps":["trace[1361302490] 'process raft request' (duration: 98.721998ms)","trace[1361302490] 'compare' (duration: 11.543999ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:07.540714Z","caller":"traceutil/trace.go:171","msg":"trace[1136428492] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"244.559605ms","start":"2026-03-14T07:03:07.296123Z","end":"2026-03-14T07:03:07.540683Z","steps":["trace[1136428492] 'process raft request' (duration: 244.311099ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:07.553854Z","caller":"traceutil/trace.go:171","msg":"trace[857075734] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:534; }","duration":"200.729875ms","start":"2026-03-14T07:03:07.353103Z","end":"2026-03-14T07:03:07.553833Z","steps":["trace[857075734] 'read index received' (duration: 187.401413ms)","trace[857075734] 'applied index is now lower than readState.Index' (duration: 13.327462ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:07.554009Z","caller":"traceutil/trace.go:171","msg":"trace[1898669625] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"257.55193ms","start":"2026-03-14T07:03:07.296411Z","end":"2026-03-14T07:03:07.553963Z","steps":["trace[1898669625] 'process raft request' (duration: 257.319314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:07.554067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.952572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:07.554104Z","caller":"traceutil/trace.go:171","msg":"trace[1303460161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"201.036043ms","start":"2026-03-14T07:03:07.353056Z","end":"2026-03-14T07:03:07.554092Z","steps":["trace[1303460161] 'agreement among raft nodes before linearized reading' (duration: 200.896219ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:10.934048Z","caller":"traceutil/trace.go:171","msg":"trace[1205980660] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"128.031218ms","start":"2026-03-14T07:03:10.805979Z","end":"2026-03-14T07:03:10.93401Z","steps":["trace[1205980660] 'process raft request' (duration: 127.188867ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:11.117593Z","caller":"traceutil/trace.go:171","msg":"trace[1992897673] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"128.924979ms","start":"2026-03-14T07:03:10.98862Z","end":"2026-03-14T07:03:11.117545Z","steps":["trace[1992897673] 'process raft request' (duration: 83.124551ms)","trace[1992897673] 'compare' (duration: 45.519761ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:11.117715Z","caller":"traceutil/trace.go:171","msg":"trace[200050566] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:561; }","duration":"128.881147ms","start":"2026-03-14T07:03:10.988802Z","end":"2026-03-14T07:03:11.117683Z","steps":["trace[200050566] 'read index received' (duration: 19.492481ms)","trace[200050566] 'applied index is now lower than readState.Index' (duration: 109.387186ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:11.117914Z","caller":"traceutil/trace.go:171","msg":"trace[830406667] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"128.591ms","start":"2026-03-14T07:03:10.989312Z","end":"2026-03-14T07:03:11.117903Z","steps":["trace[830406667] 'process raft request' (duration: 128.106319ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:11.118306Z","caller":"traceutil/trace.go:171","msg":"trace[1896281979] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"128.448687ms","start":"2026-03-14T07:03:10.989832Z","end":"2026-03-14T07:03:11.118281Z","steps":["trace[1896281979] 'process raft request' (duration: 127.701418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:11.11835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.520874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"info","ts":"2026-03-14T07:03:11.118408Z","caller":"traceutil/trace.go:171","msg":"trace[617996068] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:544; }","duration":"129.624956ms","start":"2026-03-14T07:03:10.988764Z","end":"2026-03-14T07:03:11.118389Z","steps":["trace[617996068] 'agreement among raft nodes before linearized reading' (duration: 129.40834ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:11.706866Z","caller":"traceutil/trace.go:171","msg":"trace[1499786869] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"103.241797ms","start":"2026-03-14T07:03:11.603581Z","end":"2026-03-14T07:03:11.706822Z","steps":["trace[1499786869] 'process raft request' (duration: 102.93405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:15.397309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563492564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:03:15.89825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563492564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:03:16.150715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320598495s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:03:16.151197Z","caller":"traceutil/trace.go:171","msg":"trace[1714140973] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"1.254590458s","start":"2026-03-14T07:03:14.896583Z","end":"2026-03-14T07:03:16.151173Z","steps":["trace[1714140973] 'read index received' (duration: 1.254318301s)","trace[1714140973] 'applied index is now lower than readState.Index' (duration: 270.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:16.151253Z","caller":"traceutil/trace.go:171","msg":"trace[224894522] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.321308762s","start":"2026-03-14T07:03:14.829912Z","end":"2026-03-14T07:03:16.151221Z","steps":["trace[224894522] 'process raft request' (duration: 1.321109577s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.151382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:14.829883Z","time spent":"1.321423715s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:16.151398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254783402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:03:16.151409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.374014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:16.151478Z","caller":"traceutil/trace.go:171","msg":"trace[99699367] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:560; }","duration":"1.254918896s","start":"2026-03-14T07:03:14.896539Z","end":"2026-03-14T07:03:16.151458Z","steps":["trace[99699367] 'agreement among raft nodes before linearized reading' (duration: 1.254735391s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.151489Z","caller":"traceutil/trace.go:171","msg":"trace[1031545474] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:560; }","duration":"994.493526ms","start":"2026-03-14T07:03:15.156977Z","end":"2026-03-14T07:03:16.151471Z","steps":["trace[1031545474] 'agreement among raft nodes before linearized reading' (duration: 994.377063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.151532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.156959Z","time spent":"994.563358ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-14T07:03:16.151531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:14.896513Z","time spent":"1.255007918s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-14T07:03:16.151622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.415688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:03:16.151665Z","caller":"traceutil/trace.go:171","msg":"trace[1353179209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"353.49354ms","start":"2026-03-14T07:03:15.79816Z","end":"2026-03-14T07:03:16.151653Z","steps":["trace[1353179209] 'agreement among raft nodes before linearized reading' (duration: 353.362487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.1517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.79814Z","time spent":"353.553242ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:03:16.151713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.996634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:03:16.151781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.023061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:03:16.151843Z","caller":"traceutil/trace.go:171","msg":"trace[360325509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"347.166318ms","start":"2026-03-14T07:03:15.804639Z","end":"2026-03-14T07:03:16.151805Z","steps":["trace[360325509] 'agreement among raft nodes before linearized reading' (duration: 346.804709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.151864Z","caller":"traceutil/trace.go:171","msg":"trace[451792922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"430.149865ms","start":"2026-03-14T07:03:15.721693Z","end":"2026-03-14T07:03:16.151843Z","steps":["trace[451792922] 'agreement among raft nodes before linearized reading' (duration: 429.93784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.151912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.804621Z","time spent":"347.275601ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:16.151734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.403908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:16.151967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.721673Z","time spent":"430.278677ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:03:16.151987Z","caller":"traceutil/trace.go:171","msg":"trace[744272117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"324.672814ms","start":"2026-03-14T07:03:15.827302Z","end":"2026-03-14T07:03:16.151975Z","steps":["trace[744272117] 'agreement among raft nodes before linearized reading' (duration: 324.362616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.152028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.827294Z","time spent":"324.723825ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:16.152279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.695111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:16.152373Z","caller":"traceutil/trace.go:171","msg":"trace[1333055767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"347.824175ms","start":"2026-03-14T07:03:15.804534Z","end":"2026-03-14T07:03:16.152358Z","steps":["trace[1333055767] 'agreement among raft nodes before linearized reading' (duration: 346.901072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.152556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.804522Z","time spent":"347.955998ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:17.360442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.490964ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T07:03:17.360573Z","caller":"traceutil/trace.go:171","msg":"trace[1210847354] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"1.206351981s","start":"2026-03-14T07:03:16.154198Z","end":"2026-03-14T07:03:17.36055Z","steps":["trace[1210847354] 'read index received' (duration: 314.747264ms)","trace[1210847354] 'applied index is now lower than readState.Index' (duration: 891.602627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:17.360664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.152658Z","time spent":"1.20800242s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:03:17.360954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20672835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:17.361052Z","caller":"traceutil/trace.go:171","msg":"trace[2037306375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"1.206855763s","start":"2026-03-14T07:03:16.154179Z","end":"2026-03-14T07:03:17.361035Z","steps":["trace[2037306375] 'agreement among raft nodes before linearized reading' (duration: 1.206688779s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.361103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.154166Z","time spent":"1.206925875s","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:17.788634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319660982s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:03:17.789059Z","caller":"traceutil/trace.go:171","msg":"trace[1243656577] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.632632683s","start":"2026-03-14T07:03:16.156403Z","end":"2026-03-14T07:03:17.789036Z","steps":["trace[1243656577] 'process raft request' (duration: 1.632430378s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.789246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.156385Z","time spent":"1.632782676s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:17.789503Z","caller":"traceutil/trace.go:171","msg":"trace[1564184785] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.63214532s","start":"2026-03-14T07:03:16.157333Z","end":"2026-03-14T07:03:17.789478Z","steps":["trace[1564184785] 'process raft request' (duration: 1.632032378s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.789441Z","caller":"traceutil/trace.go:171","msg":"trace[192471704] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:581; }","duration":"428.811513ms","start":"2026-03-14T07:03:17.360607Z","end":"2026-03-14T07:03:17.789418Z","steps":["trace[192471704] 'read index received' (duration: 428.243089ms)","trace[192471704] 'applied index is now lower than readState.Index' (duration: 567.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:17.789537Z","caller":"traceutil/trace.go:171","msg":"trace[658163839] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.632503899s","start":"2026-03-14T07:03:16.156931Z","end":"2026-03-14T07:03:17.789435Z","steps":["trace[658163839] 'process raft request' (duration: 1.632337905s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.789628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.157322Z","time spent":"1.632236883s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:17.789646Z","caller":"traceutil/trace.go:171","msg":"trace[1731298650] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.632723134s","start":"2026-03-14T07:03:16.156911Z","end":"2026-03-14T07:03:17.789634Z","steps":["trace[1731298650] 'process raft request' (duration: 1.632079409s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.790467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.1569Z","time spent":"1.633517804s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:17.790543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.156912Z","time spent":"1.632704614s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:17.790863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635580033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:17.790933Z","caller":"traceutil/trace.go:171","msg":"trace[1573756691] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:564; }","duration":"1.635669964s","start":"2026-03-14T07:03:16.155232Z","end":"2026-03-14T07:03:17.790902Z","steps":["trace[1573756691] 'agreement among raft nodes before linearized reading' (duration: 1.634383284s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.790969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:16.155211Z","time spent":"1.635748067s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-14T07:03:17.843155Z","caller":"traceutil/trace.go:171","msg":"trace[1819477919] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"480.997736ms","start":"2026-03-14T07:03:17.362117Z","end":"2026-03-14T07:03:17.843114Z","steps":["trace[1819477919] 'process raft request' (duration: 480.7664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.843275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.700998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:17.843357Z","caller":"traceutil/trace.go:171","msg":"trace[540178218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"473.823101ms","start":"2026-03-14T07:03:17.369512Z","end":"2026-03-14T07:03:17.843335Z","steps":["trace[540178218] 'agreement among raft nodes before linearized reading' (duration: 473.615656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:17.843376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:17.362085Z","time spent":"481.18093ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:17.843411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:17.369503Z","time spent":"473.899843ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:19.266573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288626691s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:03:19.266986Z","caller":"traceutil/trace.go:171","msg":"trace[1694304731] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.289130063s","start":"2026-03-14T07:03:17.97783Z","end":"2026-03-14T07:03:19.26696Z","steps":["trace[1694304731] 'process raft request' (duration: 1.288935118s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:19.267116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:17.977808Z","time spent":"1.289254736s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:03:20.816617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540571295s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:03:20.828416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:03:20.828515Z","caller":"traceutil/trace.go:171","msg":"trace[1152136049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408518s","start":"2026-03-14T07:03:18.828085Z","end":"2026-03-14T07:03:20.828494Z","steps":["trace[1152136049] 'agreement among raft nodes before linearized reading' (duration: 2.000284965s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.828566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:18.828061Z","time spent":"2.00049496s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:03:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-14T07:03:20.844726Z","caller":"traceutil/trace.go:171","msg":"trace[1821573824] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:586; }","duration":"2.0165692s","start":"2026-03-14T07:03:18.828137Z","end":"2026-03-14T07:03:20.844706Z","steps":["trace[1821573824] 'read index received' (duration: 438.62282ms)","trace[1821573824] 'applied index is now lower than readState.Index' (duration: 1.57794527s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:20.844774Z","caller":"traceutil/trace.go:171","msg":"trace[252474859] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.745152282s","start":"2026-03-14T07:03:18.099589Z","end":"2026-03-14T07:03:20.844741Z","steps":["trace[252474859] 'process raft request' (duration: 2.717251757s)","trace[252474859] 'compare' (duration: 27.327841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:20.845266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:18.099567Z","time spent":"2.745283166s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:20.85251Z","caller":"traceutil/trace.go:171","msg":"trace[468180522] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.578566283s","start":"2026-03-14T07:03:19.273926Z","end":"2026-03-14T07:03:20.852492Z","steps":["trace[468180522] 'process raft request' (duration: 1.578197924s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.852672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.273897Z","time spent":"1.578701367s","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:03:20.852438Z","caller":"traceutil/trace.go:171","msg":"trace[610402663] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.581696s","start":"2026-03-14T07:03:19.270514Z","end":"2026-03-14T07:03:20.85221Z","steps":["trace[610402663] 'process raft request' (duration: 1.581517845s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:20.852902Z","caller":"traceutil/trace.go:171","msg":"trace[1068649132] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.498310482s","start":"2026-03-14T07:03:19.354535Z","end":"2026-03-14T07:03:20.852846Z","steps":["trace[1068649132] 'process raft request' (duration: 1.497839s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.853033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.270484Z","time spent":"1.582508048s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:03:20.853093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.354494Z","time spent":"1.498527278s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:03:20.881209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083573271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:03:20.88129Z","caller":"traceutil/trace.go:171","msg":"trace[817499322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"1.083677163s","start":"2026-03-14T07:03:19.797588Z","end":"2026-03-14T07:03:20.881265Z","steps":["trace[817499322] 'agreement among raft nodes before linearized reading' (duration: 1.083493178s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.881325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.797568Z","time spent":"1.083749885s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:20.881231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084278748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:03:20.881488Z","caller":"traceutil/trace.go:171","msg":"trace[1942171387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:571; }","duration":"1.084555465s","start":"2026-03-14T07:03:19.796882Z","end":"2026-03-14T07:03:20.881438Z","steps":["trace[1942171387] 'agreement among raft nodes before linearized reading' (duration: 1.084093103s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.881597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.796867Z","time spent":"1.084715938s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:03:20.881445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083428287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:20.881806Z","caller":"traceutil/trace.go:171","msg":"trace[1115997982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:571; }","duration":"1.083907458s","start":"2026-03-14T07:03:19.797851Z","end":"2026-03-14T07:03:20.881759Z","steps":["trace[1115997982] 'agreement among raft nodes before linearized reading' (duration: 1.08317218s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.881896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.797842Z","time spent":"1.084031531s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:20.881371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084338219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:03:20.882043Z","caller":"traceutil/trace.go:171","msg":"trace[838767068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:571; }","duration":"1.085041136s","start":"2026-03-14T07:03:19.796982Z","end":"2026-03-14T07:03:20.882023Z","steps":["trace[838767068] 'agreement among raft nodes before linearized reading' (duration: 1.084115684s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.882113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:19.796969Z","time spent":"1.085124997s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:03:21.451657Z","caller":"traceutil/trace.go:171","msg":"trace[376864522] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"133.870229ms","start":"2026-03-14T07:03:21.317709Z","end":"2026-03-14T07:03:21.451579Z","steps":["trace[376864522] 'process raft request' (duration: 132.319002ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:35.000179Z","caller":"traceutil/trace.go:171","msg":"trace[1469301420] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:917; }","duration":"102.329006ms","start":"2026-03-14T07:03:34.897808Z","end":"2026-03-14T07:03:35.000137Z","steps":["trace[1469301420] 'read index received' (duration: 102.226483ms)","trace[1469301420] 'applied index is now lower than readState.Index' (duration: 101.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:35.000305Z","caller":"traceutil/trace.go:171","msg":"trace[353937381] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"228.792174ms","start":"2026-03-14T07:03:34.771459Z","end":"2026-03-14T07:03:35.000251Z","steps":["trace[353937381] 'process raft request' (duration: 228.505628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:35.00047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.637643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:03:35.000553Z","caller":"traceutil/trace.go:171","msg":"trace[1206797444] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:891; }","duration":"102.773096ms","start":"2026-03-14T07:03:34.897759Z","end":"2026-03-14T07:03:35.000532Z","steps":["trace[1206797444] 'agreement among raft nodes before linearized reading' (duration: 102.52713ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:35.093133Z","caller":"traceutil/trace.go:171","msg":"trace[1176175119] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"106.745902ms","start":"2026-03-14T07:03:34.986358Z","end":"2026-03-14T07:03:35.093104Z","steps":["trace[1176175119] 'process raft request' (duration: 101.143667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:35.093433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.04857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:03:35.093506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.816788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:03:35.093534Z","caller":"traceutil/trace.go:171","msg":"trace[1155247918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:892; }","duration":"155.184164ms","start":"2026-03-14T07:03:34.938332Z","end":"2026-03-14T07:03:35.093516Z","steps":["trace[1155247918] 'agreement among raft nodes before linearized reading' (duration: 154.959469ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:35.093571Z","caller":"traceutil/trace.go:171","msg":"trace[86421415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:892; }","duration":"131.91065ms","start":"2026-03-14T07:03:34.961645Z","end":"2026-03-14T07:03:35.093555Z","steps":["trace[86421415] 'agreement among raft nodes before linearized reading' (duration: 131.716735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:35.093571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.747057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-g67x7\" ","response":"range_response_count:1 size:4883"} {"level":"info","ts":"2026-03-14T07:03:35.09361Z","caller":"traceutil/trace.go:171","msg":"trace[654698561] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-g67x7; range_end:; response_count:1; response_revision:892; }","duration":"107.845149ms","start":"2026-03-14T07:03:34.985755Z","end":"2026-03-14T07:03:35.0936Z","steps":["trace[654698561] 'agreement among raft nodes before linearized reading' (duration: 107.680855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:35.093585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.477428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:03:35.093626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.858247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:35.093664Z","caller":"traceutil/trace.go:171","msg":"trace[21348259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:892; }","duration":"140.632551ms","start":"2026-03-14T07:03:34.953013Z","end":"2026-03-14T07:03:35.093646Z","steps":["trace[21348259] 'agreement among raft nodes before linearized reading' (duration: 140.372595ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:35.093685Z","caller":"traceutil/trace.go:171","msg":"trace[867835597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"128.96069ms","start":"2026-03-14T07:03:34.96471Z","end":"2026-03-14T07:03:35.093671Z","steps":["trace[867835597] 'agreement among raft nodes before linearized reading' (duration: 128.818466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:35.093672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.96372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:03:35.093746Z","caller":"traceutil/trace.go:171","msg":"trace[1960927246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:892; }","duration":"129.083912ms","start":"2026-03-14T07:03:34.964644Z","end":"2026-03-14T07:03:35.093728Z","steps":["trace[1960927246] 'agreement among raft nodes before linearized reading' (duration: 128.678512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:40.680891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.185851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:03:40.681006Z","caller":"traceutil/trace.go:171","msg":"trace[14254486] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:934; }","duration":"503.350405ms","start":"2026-03-14T07:03:40.17763Z","end":"2026-03-14T07:03:40.680981Z","steps":["trace[14254486] 'count revisions from in-memory index tree' (duration: 503.076318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:40.681075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:40.177604Z","time spent":"503.450577ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:03:41.626954Z","caller":"traceutil/trace.go:171","msg":"trace[531821833] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"497.921255ms","start":"2026-03-14T07:03:41.129008Z","end":"2026-03-14T07:03:41.62693Z","steps":["trace[531821833] 'read index received' (duration: 497.811552ms)","trace[531821833] 'applied index is now lower than readState.Index' (duration: 108.783µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:41.627019Z","caller":"traceutil/trace.go:171","msg":"trace[1355840013] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"576.443364ms","start":"2026-03-14T07:03:41.050528Z","end":"2026-03-14T07:03:41.626972Z","steps":["trace[1355840013] 'process raft request' (duration: 576.255069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.627182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.15005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:03:41.627186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.050504Z","time spent":"576.595048ms","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:41.627226Z","caller":"traceutil/trace.go:171","msg":"trace[52292932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"498.241622ms","start":"2026-03-14T07:03:41.128973Z","end":"2026-03-14T07:03:41.627215Z","steps":["trace[52292932] 'agreement among raft nodes before linearized reading' (duration: 498.083018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.627263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.128959Z","time spent":"498.295794ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:03:41.633796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.201565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:03:41.633897Z","caller":"traceutil/trace.go:171","msg":"trace[2121725462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:936; }","duration":"499.497893ms","start":"2026-03-14T07:03:41.134373Z","end":"2026-03-14T07:03:41.633871Z","steps":["trace[2121725462] 'agreement among raft nodes before linearized reading' (duration: 498.482168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.633919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.038445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:03:41.63397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.134351Z","time spent":"499.611735ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:03:41.634018Z","caller":"traceutil/trace.go:171","msg":"trace[719660929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:936; }","duration":"495.160437ms","start":"2026-03-14T07:03:41.138838Z","end":"2026-03-14T07:03:41.633998Z","steps":["trace[719660929] 'agreement among raft nodes before linearized reading' (duration: 494.8603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.634083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.138824Z","time spent":"495.24196ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:41.634316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.321177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:03:41.634351Z","caller":"traceutil/trace.go:171","msg":"trace[132200903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"494.386479ms","start":"2026-03-14T07:03:41.139953Z","end":"2026-03-14T07:03:41.63434Z","steps":["trace[132200903] 'agreement among raft nodes before linearized reading' (duration: 494.289427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.634387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.139942Z","time spent":"494.43601ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:03:41.634466Z","caller":"traceutil/trace.go:171","msg":"trace[443634422] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"404.569006ms","start":"2026-03-14T07:03:41.229852Z","end":"2026-03-14T07:03:41.634421Z","steps":["trace[443634422] 'process raft request' (duration: 402.896215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.634625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.229834Z","time spent":"404.71836ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:41.634638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.531653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T07:03:41.634731Z","caller":"traceutil/trace.go:171","msg":"trace[860527695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:936; }","duration":"494.616885ms","start":"2026-03-14T07:03:41.14007Z","end":"2026-03-14T07:03:41.634687Z","steps":["trace[860527695] 'agreement among raft nodes before linearized reading' (duration: 494.458671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:41.634788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:41.14006Z","time spent":"494.715037ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:03:59.907928Z","caller":"traceutil/trace.go:171","msg":"trace[248274176] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"101.454004ms","start":"2026-03-14T07:03:59.806431Z","end":"2026-03-14T07:03:59.907885Z","steps":["trace[248274176] 'process raft request' (duration: 50.188584ms)","trace[248274176] 'compare' (duration: 51.010204ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:59.907982Z","caller":"traceutil/trace.go:171","msg":"trace[1069763470] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"100.194124ms","start":"2026-03-14T07:03:59.807759Z","end":"2026-03-14T07:03:59.907953Z","steps":["trace[1069763470] 'process raft request' (duration: 100.0302ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:06.656087Z","caller":"traceutil/trace.go:171","msg":"trace[287366860] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"139.790501ms","start":"2026-03-14T07:04:06.516234Z","end":"2026-03-14T07:04:06.656024Z","steps":["trace[287366860] 'process raft request' (duration: 46.707159ms)","trace[287366860] 'compare' (duration: 92.735984ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:06.941292Z","caller":"traceutil/trace.go:171","msg":"trace[1901036271] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"237.084885ms","start":"2026-03-14T07:04:06.704178Z","end":"2026-03-14T07:04:06.941263Z","steps":["trace[1901036271] 'process raft request' (duration: 217.979793ms)","trace[1901036271] 'compare' (duration: 18.349154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:10.604654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.414431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:10.604746Z","caller":"traceutil/trace.go:171","msg":"trace[1928304911] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1122; }","duration":"294.597746ms","start":"2026-03-14T07:04:10.310129Z","end":"2026-03-14T07:04:10.604727Z","steps":["trace[1928304911] 'count revisions from in-memory index tree' (duration: 294.267258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:10.604745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.70398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ph8ct\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-14T07:04:10.604802Z","caller":"traceutil/trace.go:171","msg":"trace[525647325] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-ph8ct; range_end:; response_count:1; response_revision:1122; }","duration":"471.804292ms","start":"2026-03-14T07:04:10.132982Z","end":"2026-03-14T07:04:10.604786Z","steps":["trace[525647325] 'range keys from in-memory index tree' (duration: 471.420313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:10.604836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:10.132959Z","time spent":"471.869273ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ph8ct\" "} {"level":"info","ts":"2026-03-14T07:04:16.347342Z","caller":"traceutil/trace.go:171","msg":"trace[351414486] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1271; }","duration":"453.967211ms","start":"2026-03-14T07:04:15.893344Z","end":"2026-03-14T07:04:16.347312Z","steps":["trace[351414486] 'read index received' (duration: 453.676944ms)","trace[351414486] 'applied index is now lower than readState.Index' (duration: 288.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:16.347511Z","caller":"traceutil/trace.go:171","msg":"trace[566023914] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"459.049404ms","start":"2026-03-14T07:04:15.888445Z","end":"2026-03-14T07:04:16.347495Z","steps":["trace[566023914] 'process raft request' (duration: 458.674895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:16.347652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:15.888432Z","time spent":"459.115416ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:16.347715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.381957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:04:16.347801Z","caller":"traceutil/trace.go:171","msg":"trace[1308181743] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1230; }","duration":"355.52379ms","start":"2026-03-14T07:04:15.992255Z","end":"2026-03-14T07:04:16.347779Z","steps":["trace[1308181743] 'agreement among raft nodes before linearized reading' (duration: 355.355276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:16.347842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:15.99223Z","time spent":"355.602622ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":64,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:04:16.347914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.835512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:16.348001Z","caller":"traceutil/trace.go:171","msg":"trace[741951185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1230; }","duration":"349.970946ms","start":"2026-03-14T07:04:15.998008Z","end":"2026-03-14T07:04:16.347979Z","steps":["trace[741951185] 'agreement among raft nodes before linearized reading' (duration: 349.670539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:16.348047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:15.997997Z","time spent":"350.040697ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:16.348117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.487088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:04:16.348152Z","caller":"traceutil/trace.go:171","msg":"trace[2128205450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"350.54151ms","start":"2026-03-14T07:04:15.997601Z","end":"2026-03-14T07:04:16.348142Z","steps":["trace[2128205450] 'agreement among raft nodes before linearized reading' (duration: 350.422977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:16.34818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:15.99759Z","time spent":"350.58255ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:16.348236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.897994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:04:16.348292Z","caller":"traceutil/trace.go:171","msg":"trace[748852823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"455.004006ms","start":"2026-03-14T07:04:15.893272Z","end":"2026-03-14T07:04:16.348276Z","steps":["trace[748852823] 'agreement among raft nodes before linearized reading' (duration: 454.824182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:16.348336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:15.89325Z","time spent":"455.076918ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:04:16.348348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.590091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:04:16.348384Z","caller":"traceutil/trace.go:171","msg":"trace[2111885735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1230; }","duration":"355.655823ms","start":"2026-03-14T07:04:15.992718Z","end":"2026-03-14T07:04:16.348374Z","steps":["trace[2111885735] 'agreement among raft nodes before linearized reading' (duration: 355.55285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:16.348411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:15.9927Z","time spent":"355.704594ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:18.930518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563493838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:04:19.135862Z","caller":"traceutil/trace.go:171","msg":"trace[1683722524] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"705.975687ms","start":"2026-03-14T07:04:18.429867Z","end":"2026-03-14T07:04:19.135843Z","steps":["trace[1683722524] 'read index received' (duration: 705.783092ms)","trace[1683722524] 'applied index is now lower than readState.Index' (duration: 191.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:19.135926Z","caller":"traceutil/trace.go:171","msg":"trace[965091490] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"779.860965ms","start":"2026-03-14T07:04:18.356025Z","end":"2026-03-14T07:04:19.135886Z","steps":["trace[965091490] 'process raft request' (duration: 779.690801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.136167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.277609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:19.136189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:18.356Z","time spent":"780.087941ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:19.136212Z","caller":"traceutil/trace.go:171","msg":"trace[1887368428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1240; }","duration":"299.368462ms","start":"2026-03-14T07:04:18.83683Z","end":"2026-03-14T07:04:19.136199Z","steps":["trace[1887368428] 'agreement among raft nodes before linearized reading' (duration: 299.271339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.136219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.905696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:04:19.13627Z","caller":"traceutil/trace.go:171","msg":"trace[762299149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1240; }","duration":"705.970577ms","start":"2026-03-14T07:04:18.430283Z","end":"2026-03-14T07:04:19.136254Z","steps":["trace[762299149] 'agreement among raft nodes before linearized reading' (duration: 705.843584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.136229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.042681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:04:19.136315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:18.430276Z","time spent":"706.030388ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:19.136304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.901155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:04:19.136357Z","caller":"traceutil/trace.go:171","msg":"trace[1430709879] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1240; }","duration":"117.195775ms","start":"2026-03-14T07:04:19.019137Z","end":"2026-03-14T07:04:19.136333Z","steps":["trace[1430709879] 'agreement among raft nodes before linearized reading' (duration: 116.97373ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:19.13641Z","caller":"traceutil/trace.go:171","msg":"trace[1039711705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1240; }","duration":"706.056509ms","start":"2026-03-14T07:04:18.430324Z","end":"2026-03-14T07:04:19.136381Z","steps":["trace[1039711705] 'agreement among raft nodes before linearized reading' (duration: 705.798653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.136469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:18.430298Z","time spent":"706.157972ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:19.136625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.752346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:19.136744Z","caller":"traceutil/trace.go:171","msg":"trace[819723687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"706.905359ms","start":"2026-03-14T07:04:18.429825Z","end":"2026-03-14T07:04:19.136731Z","steps":["trace[819723687] 'agreement among raft nodes before linearized reading' (duration: 706.135961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.136802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:18.429803Z","time spent":"706.989552ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:19.136896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.745566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:04:19.137092Z","caller":"traceutil/trace.go:171","msg":"trace[721684066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1240; }","duration":"706.977372ms","start":"2026-03-14T07:04:18.430101Z","end":"2026-03-14T07:04:19.137079Z","steps":["trace[721684066] 'agreement among raft nodes before linearized reading' (duration: 705.932127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.137136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:18.43008Z","time spent":"707.045543ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:04:19.318997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.792461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:19.319177Z","caller":"traceutil/trace.go:171","msg":"trace[1703125165] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"178.087028ms","start":"2026-03-14T07:04:19.141068Z","end":"2026-03-14T07:04:19.319156Z","steps":["trace[1703125165] 'process raft request' (duration: 26.02872ms)","trace[1703125165] 'compare' (duration: 151.667718ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:19.319604Z","caller":"traceutil/trace.go:171","msg":"trace[1951504724] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"177.647117ms","start":"2026-03-14T07:04:19.141931Z","end":"2026-03-14T07:04:19.319578Z","steps":["trace[1951504724] 'process raft request' (duration: 177.591595ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:19.31968Z","caller":"traceutil/trace.go:171","msg":"trace[1338829718] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"178.497168ms","start":"2026-03-14T07:04:19.141169Z","end":"2026-03-14T07:04:19.319666Z","steps":["trace[1338829718] 'process raft request' (duration: 177.937334ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:19.319702Z","caller":"traceutil/trace.go:171","msg":"trace[1933899433] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"178.426526ms","start":"2026-03-14T07:04:19.141248Z","end":"2026-03-14T07:04:19.319674Z","steps":["trace[1933899433] 'process raft request' (duration: 178.15982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.592072Z","caller":"traceutil/trace.go:171","msg":"trace[1400374267] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"146.483003ms","start":"2026-03-14T07:04:27.445432Z","end":"2026-03-14T07:04:27.591915Z","steps":["trace[1400374267] 'process raft request' (duration: 105.406819ms)","trace[1400374267] 'compare' (duration: 40.750167ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:27.592258Z","caller":"traceutil/trace.go:171","msg":"trace[2040855705] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1398; }","duration":"146.255167ms","start":"2026-03-14T07:04:27.445957Z","end":"2026-03-14T07:04:27.592212Z","steps":["trace[2040855705] 'process raft request' (duration: 145.876208ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.592457Z","caller":"traceutil/trace.go:171","msg":"trace[2065394291] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"146.325749ms","start":"2026-03-14T07:04:27.446102Z","end":"2026-03-14T07:04:27.592427Z","steps":["trace[2065394291] 'process raft request' (duration: 146.008602ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.59251Z","caller":"traceutil/trace.go:171","msg":"trace[1173088523] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"146.065013ms","start":"2026-03-14T07:04:27.446416Z","end":"2026-03-14T07:04:27.592481Z","steps":["trace[1173088523] 'process raft request' (duration: 145.861188ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.592672Z","caller":"traceutil/trace.go:171","msg":"trace[1008232749] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1454; }","duration":"146.999285ms","start":"2026-03-14T07:04:27.445641Z","end":"2026-03-14T07:04:27.59264Z","steps":["trace[1008232749] 'read index received' (duration: 41.913504ms)","trace[1008232749] 'applied index is now lower than readState.Index' (duration: 105.084491ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:27.592786Z","caller":"traceutil/trace.go:171","msg":"trace[1713417661] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"144.883874ms","start":"2026-03-14T07:04:27.447891Z","end":"2026-03-14T07:04:27.592775Z","steps":["trace[1713417661] 'process raft request' (duration: 144.453043ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.592841Z","caller":"traceutil/trace.go:171","msg":"trace[290145600] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"140.028407ms","start":"2026-03-14T07:04:27.4528Z","end":"2026-03-14T07:04:27.592828Z","steps":["trace[290145600] 'process raft request' (duration: 139.771611ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.592876Z","caller":"traceutil/trace.go:171","msg":"trace[2049691800] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"144.406803ms","start":"2026-03-14T07:04:27.448455Z","end":"2026-03-14T07:04:27.592861Z","steps":["trace[2049691800] 'process raft request' (duration: 143.983983ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:27.592974Z","caller":"traceutil/trace.go:171","msg":"trace[1701747230] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"143.366378ms","start":"2026-03-14T07:04:27.449592Z","end":"2026-03-14T07:04:27.592958Z","steps":["trace[1701747230] 'process raft request' (duration: 142.911657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:27.593145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.983042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5472"} {"level":"info","ts":"2026-03-14T07:04:27.593193Z","caller":"traceutil/trace.go:171","msg":"trace[174531111] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1404; }","duration":"146.074614ms","start":"2026-03-14T07:04:27.447106Z","end":"2026-03-14T07:04:27.59318Z","steps":["trace[174531111] 'agreement among raft nodes before linearized reading' (duration: 145.923451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:27.593292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.627271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:5755"} {"level":"info","ts":"2026-03-14T07:04:27.593354Z","caller":"traceutil/trace.go:171","msg":"trace[2125952141] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1404; }","duration":"147.702933ms","start":"2026-03-14T07:04:27.445637Z","end":"2026-03-14T07:04:27.59334Z","steps":["trace[2125952141] 'agreement among raft nodes before linearized reading' (duration: 147.511569ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.073139Z","caller":"traceutil/trace.go:171","msg":"trace[859269297] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"184.497893ms","start":"2026-03-14T07:04:27.888607Z","end":"2026-03-14T07:04:28.073105Z","steps":["trace[859269297] 'process raft request' (duration: 103.220827ms)","trace[859269297] 'compare' (duration: 81.125662ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:28.095605Z","caller":"traceutil/trace.go:171","msg":"trace[1556501317] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"205.946762ms","start":"2026-03-14T07:04:27.889626Z","end":"2026-03-14T07:04:28.095573Z","steps":["trace[1556501317] 'process raft request' (duration: 205.653655ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.095627Z","caller":"traceutil/trace.go:171","msg":"trace[1153649878] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"205.515731ms","start":"2026-03-14T07:04:27.89008Z","end":"2026-03-14T07:04:28.095595Z","steps":["trace[1153649878] 'process raft request' (duration: 205.392758ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.095669Z","caller":"traceutil/trace.go:171","msg":"trace[290813875] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"205.448389ms","start":"2026-03-14T07:04:27.890197Z","end":"2026-03-14T07:04:28.095646Z","steps":["trace[290813875] 'process raft request' (duration: 205.305646ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.095762Z","caller":"traceutil/trace.go:171","msg":"trace[1102413241] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"205.380848ms","start":"2026-03-14T07:04:27.890323Z","end":"2026-03-14T07:04:28.095703Z","steps":["trace[1102413241] 'process raft request' (duration: 205.251085ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.095785Z","caller":"traceutil/trace.go:171","msg":"trace[1800511238] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1481; }","duration":"197.818795ms","start":"2026-03-14T07:04:27.89794Z","end":"2026-03-14T07:04:28.095759Z","steps":["trace[1800511238] 'read index received' (duration: 94.013034ms)","trace[1800511238] 'applied index is now lower than readState.Index' (duration: 103.804721ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:28.095823Z","caller":"traceutil/trace.go:171","msg":"trace[253310150] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"205.286095ms","start":"2026-03-14T07:04:27.890526Z","end":"2026-03-14T07:04:28.095812Z","steps":["trace[253310150] 'process raft request' (duration: 205.0797ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.095842Z","caller":"traceutil/trace.go:171","msg":"trace[292931745] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"185.843166ms","start":"2026-03-14T07:04:27.909987Z","end":"2026-03-14T07:04:28.09583Z","steps":["trace[292931745] 'process raft request' (duration: 185.681392ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:28.095879Z","caller":"traceutil/trace.go:171","msg":"trace[511603772] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"197.527278ms","start":"2026-03-14T07:04:27.898289Z","end":"2026-03-14T07:04:28.095816Z","steps":["trace[511603772] 'process raft request' (duration: 197.344274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:28.096066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.111613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-03-14T07:04:28.096129Z","caller":"traceutil/trace.go:171","msg":"trace[1905917741] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1430; }","duration":"198.226815ms","start":"2026-03-14T07:04:27.897888Z","end":"2026-03-14T07:04:28.096115Z","steps":["trace[1905917741] 'agreement among raft nodes before linearized reading' (duration: 197.996979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:28.096214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.986539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-03-14T07:04:28.096265Z","caller":"traceutil/trace.go:171","msg":"trace[573738801] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1430; }","duration":"198.154034ms","start":"2026-03-14T07:04:27.898097Z","end":"2026-03-14T07:04:28.096251Z","steps":["trace[573738801] 'agreement among raft nodes before linearized reading' (duration: 197.912248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:28.096348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.305508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133118"} {"level":"info","ts":"2026-03-14T07:04:28.096405Z","caller":"traceutil/trace.go:171","msg":"trace[1836980090] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1430; }","duration":"122.437302ms","start":"2026-03-14T07:04:27.973954Z","end":"2026-03-14T07:04:28.096392Z","steps":["trace[1836980090] 'agreement among raft nodes before linearized reading' (duration: 122.161716ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:41.778303Z","caller":"traceutil/trace.go:171","msg":"trace[1551340641] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"501.52906ms","start":"2026-03-14T07:04:41.27675Z","end":"2026-03-14T07:04:41.778279Z","steps":["trace[1551340641] 'process raft request' (duration: 501.286854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.778497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.276722Z","time spent":"501.681144ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:41.778599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.007652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:04:41.77866Z","caller":"traceutil/trace.go:171","msg":"trace[1487705843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1551; }","duration":"355.122115ms","start":"2026-03-14T07:04:41.423524Z","end":"2026-03-14T07:04:41.778646Z","steps":["trace[1487705843] 'agreement among raft nodes before linearized reading' (duration: 354.852278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.778717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.423496Z","time spent":"355.208317ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:04:41.77824Z","caller":"traceutil/trace.go:171","msg":"trace[1067915489] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1618; }","duration":"354.621592ms","start":"2026-03-14T07:04:41.423594Z","end":"2026-03-14T07:04:41.778215Z","steps":["trace[1067915489] 'read index received' (duration: 354.494089ms)","trace[1067915489] 'applied index is now lower than readState.Index' (duration: 126.373µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:41.784102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.198896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:04:41.784176Z","caller":"traceutil/trace.go:171","msg":"trace[1874725437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1552; }","duration":"343.298048ms","start":"2026-03-14T07:04:41.440857Z","end":"2026-03-14T07:04:41.784155Z","steps":["trace[1874725437] 'agreement among raft nodes before linearized reading' (duration: 343.099663ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:41.784156Z","caller":"traceutil/trace.go:171","msg":"trace[134649660] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"345.891033ms","start":"2026-03-14T07:04:41.438244Z","end":"2026-03-14T07:04:41.784135Z","steps":["trace[134649660] 'process raft request' (duration: 345.595606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.784217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.440843Z","time spent":"343.36538ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:04:41.784282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.438225Z","time spent":"345.999506ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:41.784337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.37826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:04:41.784416Z","caller":"traceutil/trace.go:171","msg":"trace[1643076536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1552; }","duration":"343.489783ms","start":"2026-03-14T07:04:41.440909Z","end":"2026-03-14T07:04:41.784399Z","steps":["trace[1643076536] 'agreement among raft nodes before linearized reading' (duration: 343.324278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.784464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.440897Z","time spent":"343.556994ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:41.784616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.821746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:41.784717Z","caller":"traceutil/trace.go:171","msg":"trace[1795606703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1552; }","duration":"343.179555ms","start":"2026-03-14T07:04:41.44152Z","end":"2026-03-14T07:04:41.7847Z","steps":["trace[1795606703] 'agreement among raft nodes before linearized reading' (duration: 342.626581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.784853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:41.441496Z","time spent":"343.34119ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:04:51.014082Z","caller":"traceutil/trace.go:171","msg":"trace[2059816110] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"168.340916ms","start":"2026-03-14T07:04:50.845694Z","end":"2026-03-14T07:04:51.014035Z","steps":["trace[2059816110] 'read index received' (duration: 80.926966ms)","trace[2059816110] 'applied index is now lower than readState.Index' (duration: 87.41232ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:51.014092Z","caller":"traceutil/trace.go:171","msg":"trace[1123996428] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"504.789413ms","start":"2026-03-14T07:04:50.509267Z","end":"2026-03-14T07:04:51.014056Z","steps":["trace[1123996428] 'process raft request' (duration: 417.342893ms)","trace[1123996428] 'compare' (duration: 87.142473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:51.014276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:50.509241Z","time spent":"504.940897ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:51.014347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.636734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:04:51.014408Z","caller":"traceutil/trace.go:171","msg":"trace[1242660335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1669; }","duration":"168.748957ms","start":"2026-03-14T07:04:50.845644Z","end":"2026-03-14T07:04:51.014393Z","steps":["trace[1242660335] 'agreement among raft nodes before linearized reading' (duration: 168.560462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:51.014509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.694031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:04:51.014582Z","caller":"traceutil/trace.go:171","msg":"trace[696010414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1669; }","duration":"146.811444ms","start":"2026-03-14T07:04:50.867751Z","end":"2026-03-14T07:04:51.014563Z","steps":["trace[696010414] 'agreement among raft nodes before linearized reading' (duration: 146.609819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:51.014687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.009577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:51.014767Z","caller":"traceutil/trace.go:171","msg":"trace[1441839731] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1669; }","duration":"135.138841ms","start":"2026-03-14T07:04:50.879612Z","end":"2026-03-14T07:04:51.014751Z","steps":["trace[1441839731] 'agreement among raft nodes before linearized reading' (duration: 134.978377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:51.657543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563494748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:04:52.310164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.323101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:52.310332Z","caller":"traceutil/trace.go:171","msg":"trace[585493970] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"1.289675834s","start":"2026-03-14T07:04:51.020626Z","end":"2026-03-14T07:04:52.310302Z","steps":["trace[585493970] 'process raft request' (duration: 667.055646ms)","trace[585493970] 'compare' (duration: 622.156787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:52.310435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.020595Z","time spent":"1.289792017s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:52.31044Z","caller":"traceutil/trace.go:171","msg":"trace[1239896021] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"488.683639ms","start":"2026-03-14T07:04:51.821737Z","end":"2026-03-14T07:04:52.31042Z","steps":["trace[1239896021] 'process raft request' (duration: 488.570397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.310536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.821707Z","time spent":"488.777311ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:52.310674Z","caller":"traceutil/trace.go:171","msg":"trace[1011133292] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1739; }","duration":"1.153145098s","start":"2026-03-14T07:04:51.157497Z","end":"2026-03-14T07:04:52.310642Z","steps":["trace[1011133292] 'read index received' (duration: 530.136889ms)","trace[1011133292] 'applied index is now lower than readState.Index' (duration: 623.004829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:52.310914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153417224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-14T07:04:52.310975Z","caller":"traceutil/trace.go:171","msg":"trace[1096359553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101; range_end:; response_count:1; response_revision:1671; }","duration":"1.153541718s","start":"2026-03-14T07:04:51.157419Z","end":"2026-03-14T07:04:52.31096Z","steps":["trace[1096359553] 'agreement among raft nodes before linearized reading' (duration: 1.153363473s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.310959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.644864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:04:52.310968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.526366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:04:52.310993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.196745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-14T07:04:52.311015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.157395Z","time spent":"1.15361126s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101\" "} {"level":"info","ts":"2026-03-14T07:04:52.311035Z","caller":"traceutil/trace.go:171","msg":"trace[559252389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1671; }","duration":"288.755967ms","start":"2026-03-14T07:04:52.022257Z","end":"2026-03-14T07:04:52.311013Z","steps":["trace[559252389] 'agreement among raft nodes before linearized reading' (duration: 288.570672ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.311039Z","caller":"traceutil/trace.go:171","msg":"trace[365027654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1671; }","duration":"469.620409ms","start":"2026-03-14T07:04:51.8414Z","end":"2026-03-14T07:04:52.31102Z","steps":["trace[365027654] 'agreement among raft nodes before linearized reading' (duration: 469.430125ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.311063Z","caller":"traceutil/trace.go:171","msg":"trace[981898109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101; range_end:; response_count:1; response_revision:1671; }","duration":"821.319248ms","start":"2026-03-14T07:04:51.489725Z","end":"2026-03-14T07:04:52.311044Z","steps":["trace[981898109] 'agreement among raft nodes before linearized reading' (duration: 821.106893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.311097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.841388Z","time spent":"469.699661ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:04:52.311097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.737658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:04:52.311119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.489694Z","time spent":"821.410769ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101\" "} {"level":"warn","ts":"2026-03-14T07:04:52.310993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.483822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:04:52.31111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.820358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:52.31116Z","caller":"traceutil/trace.go:171","msg":"trace[655573262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1671; }","duration":"482.8273ms","start":"2026-03-14T07:04:51.828312Z","end":"2026-03-14T07:04:52.31114Z","steps":["trace[655573262] 'agreement among raft nodes before linearized reading' (duration: 482.726848ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.311175Z","caller":"traceutil/trace.go:171","msg":"trace[269920376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1671; }","duration":"476.693947ms","start":"2026-03-14T07:04:51.834465Z","end":"2026-03-14T07:04:52.311159Z","steps":["trace[269920376] 'agreement among raft nodes before linearized reading' (duration: 476.376019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.31116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.755068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:04:52.311162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.770059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:52.311242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.834459Z","time spent":"476.769348ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:52.311285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.674991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:52.311274Z","caller":"traceutil/trace.go:171","msg":"trace[1122200140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"482.916893ms","start":"2026-03-14T07:04:51.82834Z","end":"2026-03-14T07:04:52.311257Z","steps":["trace[1122200140] 'agreement among raft nodes before linearized reading' (duration: 482.731989ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.311395Z","caller":"traceutil/trace.go:171","msg":"trace[1460573061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1671; }","duration":"473.839404ms","start":"2026-03-14T07:04:51.837507Z","end":"2026-03-14T07:04:52.311346Z","steps":["trace[1460573061] 'agreement among raft nodes before linearized reading' (duration: 473.348642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.311424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.82832Z","time spent":"483.051206ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:04:52.311493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.837496Z","time spent":"473.951698ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:52.311195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.828284Z","time spent":"482.904162ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:04:52.31127Z","caller":"traceutil/trace.go:171","msg":"trace[503965888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1671; }","duration":"476.910962ms","start":"2026-03-14T07:04:51.834334Z","end":"2026-03-14T07:04:52.311245Z","steps":["trace[503965888] 'agreement among raft nodes before linearized reading' (duration: 476.604904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.311802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.834322Z","time spent":"477.459625ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:52.311095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.41974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:52.311946Z","caller":"traceutil/trace.go:171","msg":"trace[468992143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"667.292972ms","start":"2026-03-14T07:04:51.644637Z","end":"2026-03-14T07:04:52.31193Z","steps":["trace[468992143] 'agreement among raft nodes before linearized reading' (duration: 666.42691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.31199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.644618Z","time spent":"667.360154ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:04:52.311209Z","caller":"traceutil/trace.go:171","msg":"trace[327724093] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1671; }","duration":"557.961751ms","start":"2026-03-14T07:04:51.753219Z","end":"2026-03-14T07:04:52.311181Z","steps":["trace[327724093] 'agreement among raft nodes before linearized reading' (duration: 557.822608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.312253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.753192Z","time spent":"559.003137ms","remote":"127.0.0.1:35382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:04:52.310994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.805849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:04:52.312549Z","caller":"traceutil/trace.go:171","msg":"trace[1659808242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1671; }","duration":"478.39275ms","start":"2026-03-14T07:04:51.83414Z","end":"2026-03-14T07:04:52.312533Z","steps":["trace[1659808242] 'agreement among raft nodes before linearized reading' (duration: 476.698597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.312606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:51.834128Z","time spent":"478.463911ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:04:52.705781Z","caller":"traceutil/trace.go:171","msg":"trace[1330801549] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"387.902191ms","start":"2026-03-14T07:04:52.317851Z","end":"2026-03-14T07:04:52.705754Z","steps":["trace[1330801549] 'process raft request' (duration: 387.802058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.705957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.317841Z","time spent":"388.028695ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:52.706031Z","caller":"traceutil/trace.go:171","msg":"trace[2083089379] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"388.893386ms","start":"2026-03-14T07:04:52.317109Z","end":"2026-03-14T07:04:52.706003Z","steps":["trace[2083089379] 'process raft request' (duration: 376.469024ms)","trace[2083089379] 'compare' (duration: 11.730425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:52.706164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.317085Z","time spent":"389.007468ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:52.706203Z","caller":"traceutil/trace.go:171","msg":"trace[1600715731] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"386.061024ms","start":"2026-03-14T07:04:52.320115Z","end":"2026-03-14T07:04:52.706176Z","steps":["trace[1600715731] 'process raft request' (duration: 385.961812ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.706208Z","caller":"traceutil/trace.go:171","msg":"trace[5697638] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"389.019759ms","start":"2026-03-14T07:04:52.317131Z","end":"2026-03-14T07:04:52.706151Z","steps":["trace[5697638] 'process raft request' (duration: 388.372843ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.706281Z","caller":"traceutil/trace.go:171","msg":"trace[843037387] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"388.353582ms","start":"2026-03-14T07:04:52.317905Z","end":"2026-03-14T07:04:52.706259Z","steps":["trace[843037387] 'process raft request' (duration: 387.796979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:52.706253Z","caller":"traceutil/trace.go:171","msg":"trace[1828220161] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"388.992728ms","start":"2026-03-14T07:04:52.317227Z","end":"2026-03-14T07:04:52.706219Z","steps":["trace[1828220161] 'process raft request' (duration: 388.372883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:52.706382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.320103Z","time spent":"386.178658ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:52.706413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.317887Z","time spent":"388.451595ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:52.70641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.31709Z","time spent":"389.210163ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:52.706443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.317195Z","time spent":"389.162283ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:53.32952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563494752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:04:54.186503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.188397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:54.186784Z","caller":"traceutil/trace.go:171","msg":"trace[584378216] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"1.472536726s","start":"2026-03-14T07:04:52.714217Z","end":"2026-03-14T07:04:54.186754Z","steps":["trace[584378216] 'process raft request' (duration: 642.499776ms)","trace[584378216] 'compare' (duration: 828.851219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:54.186925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.714191Z","time spent":"1.472661819s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:54.18717Z","caller":"traceutil/trace.go:171","msg":"trace[884991276] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1748; }","duration":"1.358744882s","start":"2026-03-14T07:04:52.828408Z","end":"2026-03-14T07:04:54.187153Z","steps":["trace[884991276] 'read index received' (duration: 528.398335ms)","trace[884991276] 'applied index is now lower than readState.Index' (duration: 830.345477ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:54.187169Z","caller":"traceutil/trace.go:171","msg":"trace[1102666698] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"1.167053539s","start":"2026-03-14T07:04:53.020097Z","end":"2026-03-14T07:04:54.187151Z","steps":["trace[1102666698] 'process raft request' (duration: 1.166493935s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:54.187294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358892226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:54.187353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:53.020069Z","time spent":"1.167223703s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:54.187391Z","caller":"traceutil/trace.go:171","msg":"trace[1951441387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1681; }","duration":"1.359027989s","start":"2026-03-14T07:04:52.828348Z","end":"2026-03-14T07:04:54.187376Z","steps":["trace[1951441387] 'agreement among raft nodes before linearized reading' (duration: 1.358906096s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:54.18735Z","caller":"traceutil/trace.go:171","msg":"trace[577360585] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"1.067545415s","start":"2026-03-14T07:04:53.119736Z","end":"2026-03-14T07:04:54.187282Z","steps":["trace[577360585] 'process raft request' (duration: 1.067243227s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:54.187437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.828323Z","time spent":"1.359105171s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:04:54.187435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31734956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-14T07:04:54.187553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.42352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-14T07:04:54.187565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:53.11971Z","time spent":"1.06774015s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:54.187571Z","caller":"traceutil/trace.go:171","msg":"trace[1909160686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1681; }","duration":"1.317547185s","start":"2026-03-14T07:04:52.87001Z","end":"2026-03-14T07:04:54.187558Z","steps":["trace[1909160686] 'agreement among raft nodes before linearized reading' (duration: 1.317289739s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:54.187626Z","caller":"traceutil/trace.go:171","msg":"trace[1212774] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101; range_end:; response_count:1; response_revision:1681; }","duration":"869.540304ms","start":"2026-03-14T07:04:53.318066Z","end":"2026-03-14T07:04:54.187607Z","steps":["trace[1212774] 'agreement among raft nodes before linearized reading' (duration: 869.364979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:54.187488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.82501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:04:54.187684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:53.318039Z","time spent":"869.626255ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e0466e-4121-4913-8950-422bcbbd9101\" "} {"level":"info","ts":"2026-03-14T07:04:54.187709Z","caller":"traceutil/trace.go:171","msg":"trace[1636548318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1681; }","duration":"868.098907ms","start":"2026-03-14T07:04:53.319594Z","end":"2026-03-14T07:04:54.187693Z","steps":["trace[1636548318] 'agreement among raft nodes before linearized reading' (duration: 867.754008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:54.187746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:53.319546Z","time spent":"868.190359ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:04:54.18766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:52.869988Z","time spent":"1.317661738s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:04:57.372131Z","caller":"traceutil/trace.go:171","msg":"trace[59486491] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"132.418613ms","start":"2026-03-14T07:04:57.239681Z","end":"2026-03-14T07:04:57.3721Z","steps":["trace[59486491] 'process raft request' (duration: 40.300495ms)","trace[59486491] 'compare' (duration: 91.877652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:58.443585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.22673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:58.443704Z","caller":"traceutil/trace.go:171","msg":"trace[1377854201] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"243.737705ms","start":"2026-03-14T07:04:58.199947Z","end":"2026-03-14T07:04:58.443685Z","steps":["trace[1377854201] 'process raft request' (duration: 132.34291ms)","trace[1377854201] 'compare' (duration: 111.070787ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:58.444139Z","caller":"traceutil/trace.go:171","msg":"trace[892902662] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"243.406606ms","start":"2026-03-14T07:04:58.20072Z","end":"2026-03-14T07:04:58.444127Z","steps":["trace[892902662] 'process raft request' (duration: 243.16585ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.444169Z","caller":"traceutil/trace.go:171","msg":"trace[40096461] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1789; }","duration":"240.537244ms","start":"2026-03-14T07:04:58.203591Z","end":"2026-03-14T07:04:58.444128Z","steps":["trace[40096461] 'read index received' (duration: 128.704908ms)","trace[40096461] 'applied index is now lower than readState.Index' (duration: 111.830936ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:58.44433Z","caller":"traceutil/trace.go:171","msg":"trace[1501152382] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"112.988134ms","start":"2026-03-14T07:04:58.331313Z","end":"2026-03-14T07:04:58.444301Z","steps":["trace[1501152382] 'process raft request' (duration: 112.757348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.444514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.883512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"warn","ts":"2026-03-14T07:04:58.444531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.506564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:04:58.444559Z","caller":"traceutil/trace.go:171","msg":"trace[1598682189] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1721; }","duration":"240.964714ms","start":"2026-03-14T07:04:58.203582Z","end":"2026-03-14T07:04:58.444547Z","steps":["trace[1598682189] 'agreement among raft nodes before linearized reading' (duration: 240.723618ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.444567Z","caller":"traceutil/trace.go:171","msg":"trace[192662716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1721; }","duration":"219.584816ms","start":"2026-03-14T07:04:58.224971Z","end":"2026-03-14T07:04:58.444556Z","steps":["trace[192662716] 'agreement among raft nodes before linearized reading' (duration: 219.418342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.444858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.906412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T07:04:58.44492Z","caller":"traceutil/trace.go:171","msg":"trace[1914683231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1721; }","duration":"203.986304ms","start":"2026-03-14T07:04:58.240916Z","end":"2026-03-14T07:04:58.444902Z","steps":["trace[1914683231] 'agreement among raft nodes before linearized reading' (duration: 203.735598ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.685777Z","caller":"traceutil/trace.go:171","msg":"trace[828631856] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"142.036464ms","start":"2026-03-14T07:04:58.543709Z","end":"2026-03-14T07:04:58.685745Z","steps":["trace[828631856] 'read index received' (duration: 65.099438ms)","trace[828631856] 'applied index is now lower than readState.Index' (duration: 76.935996ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:58.685976Z","caller":"traceutil/trace.go:171","msg":"trace[253708535] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"190.139505ms","start":"2026-03-14T07:04:58.495764Z","end":"2026-03-14T07:04:58.685903Z","steps":["trace[253708535] 'process raft request' (duration: 113.044675ms)","trace[253708535] 'compare' (duration: 76.802153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:58.686044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.307051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T07:04:58.686094Z","caller":"traceutil/trace.go:171","msg":"trace[1307631181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1725; }","duration":"142.409324ms","start":"2026-03-14T07:04:58.543663Z","end":"2026-03-14T07:04:58.686073Z","steps":["trace[1307631181] 'agreement among raft nodes before linearized reading' (duration: 142.242249ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:00.683769Z","caller":"traceutil/trace.go:171","msg":"trace[1561425431] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1809; }","duration":"224.242333ms","start":"2026-03-14T07:05:00.459505Z","end":"2026-03-14T07:05:00.683747Z","steps":["trace[1561425431] 'read index received' (duration: 222.220182ms)","trace[1561425431] 'applied index is now lower than readState.Index' (duration: 2.021301ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:00.683868Z","caller":"traceutil/trace.go:171","msg":"trace[93701284] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"233.65969ms","start":"2026-03-14T07:05:00.45015Z","end":"2026-03-14T07:05:00.68381Z","steps":["trace[93701284] 'process raft request' (duration: 233.452895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:00.684079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.686363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:05:00.684108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.587741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:00.684166Z","caller":"traceutil/trace.go:171","msg":"trace[922019811] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1740; }","duration":"220.780506ms","start":"2026-03-14T07:05:00.463329Z","end":"2026-03-14T07:05:00.684109Z","steps":["trace[922019811] 'agreement among raft nodes before linearized reading' (duration: 220.630302ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:00.684193Z","caller":"traceutil/trace.go:171","msg":"trace[1788345793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1740; }","duration":"224.729934ms","start":"2026-03-14T07:05:00.459444Z","end":"2026-03-14T07:05:00.684174Z","steps":["trace[1788345793] 'agreement among raft nodes before linearized reading' (duration: 224.491618ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:00.683896Z","caller":"traceutil/trace.go:171","msg":"trace[538802974] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"232.744866ms","start":"2026-03-14T07:05:00.451112Z","end":"2026-03-14T07:05:00.683857Z","steps":["trace[538802974] 'process raft request' (duration: 232.589673ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.088161Z","caller":"traceutil/trace.go:171","msg":"trace[2002608596] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"201.205913ms","start":"2026-03-14T07:05:02.886929Z","end":"2026-03-14T07:05:03.088135Z","steps":["trace[2002608596] 'process raft request' (duration: 126.623146ms)","trace[2002608596] 'compare' (duration: 74.395453ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:03.088395Z","caller":"traceutil/trace.go:171","msg":"trace[1142452348] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"200.912426ms","start":"2026-03-14T07:05:02.88746Z","end":"2026-03-14T07:05:03.088373Z","steps":["trace[1142452348] 'process raft request' (duration: 200.829694ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.088416Z","caller":"traceutil/trace.go:171","msg":"trace[315038007] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"201.07573ms","start":"2026-03-14T07:05:02.887314Z","end":"2026-03-14T07:05:03.08839Z","steps":["trace[315038007] 'process raft request' (duration: 200.769752ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:04.736885Z","caller":"traceutil/trace.go:171","msg":"trace[1031078779] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"109.236479ms","start":"2026-03-14T07:05:04.62762Z","end":"2026-03-14T07:05:04.736856Z","steps":["trace[1031078779] 'process raft request' (duration: 109.090686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.931208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.035333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:04.93142Z","caller":"traceutil/trace.go:171","msg":"trace[886821852] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1830; }","duration":"130.641348ms","start":"2026-03-14T07:05:04.800754Z","end":"2026-03-14T07:05:04.931395Z","steps":["trace[886821852] 'read index received' (duration: 23.340638ms)","trace[886821852] 'applied index is now lower than readState.Index' (duration: 107.29958ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:04.931496Z","caller":"traceutil/trace.go:171","msg":"trace[1641224541] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"138.794512ms","start":"2026-03-14T07:05:04.792675Z","end":"2026-03-14T07:05:04.93147Z","steps":["trace[1641224541] 'process raft request' (duration: 138.655289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.931658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.899804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:04.931731Z","caller":"traceutil/trace.go:171","msg":"trace[1228858397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1760; }","duration":"131.002507ms","start":"2026-03-14T07:05:04.800709Z","end":"2026-03-14T07:05:04.931712Z","steps":["trace[1228858397] 'agreement among raft nodes before linearized reading' (duration: 130.821213ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:04.931657Z","caller":"traceutil/trace.go:171","msg":"trace[1465593953] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"146.207499ms","start":"2026-03-14T07:05:04.78542Z","end":"2026-03-14T07:05:04.931627Z","steps":["trace[1465593953] 'process raft request' (duration: 38.658863ms)","trace[1465593953] 'compare' (duration: 106.91724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:04.931879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.624467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:05:04.931951Z","caller":"traceutil/trace.go:171","msg":"trace[1402213350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1760; }","duration":"107.744491ms","start":"2026-03-14T07:05:04.824187Z","end":"2026-03-14T07:05:04.931932Z","steps":["trace[1402213350] 'agreement among raft nodes before linearized reading' (duration: 107.527185ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:05.122815Z","caller":"traceutil/trace.go:171","msg":"trace[451878807] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1836; }","duration":"104.045768ms","start":"2026-03-14T07:05:05.018744Z","end":"2026-03-14T07:05:05.12279Z","steps":["trace[451878807] 'read index received' (duration: 103.777742ms)","trace[451878807] 'applied index is now lower than readState.Index' (duration: 266.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:05.122862Z","caller":"traceutil/trace.go:171","msg":"trace[1393528475] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"108.636902ms","start":"2026-03-14T07:05:05.014196Z","end":"2026-03-14T07:05:05.122833Z","steps":["trace[1393528475] 'process raft request' (duration: 108.418237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.123007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.240153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-14T07:05:05.12317Z","caller":"traceutil/trace.go:171","msg":"trace[166187332] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1764; }","duration":"104.429898ms","start":"2026-03-14T07:05:05.018715Z","end":"2026-03-14T07:05:05.123145Z","steps":["trace[166187332] 'agreement among raft nodes before linearized reading' (duration: 104.226862ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:09.267278Z","caller":"traceutil/trace.go:171","msg":"trace[1551601171] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"323.26015ms","start":"2026-03-14T07:05:08.943992Z","end":"2026-03-14T07:05:09.267252Z","steps":["trace[1551601171] 'process raft request' (duration: 323.120846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:09.267429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:08.943967Z","time spent":"323.388033ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:10.494622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113257965s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:10.494879Z","caller":"traceutil/trace.go:171","msg":"trace[2075536664] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1866; }","duration":"1.534245022s","start":"2026-03-14T07:05:08.960617Z","end":"2026-03-14T07:05:10.494862Z","steps":["trace[2075536664] 'read index received' (duration: 306.611341ms)","trace[2075536664] 'applied index is now lower than readState.Index' (duration: 1.227632751s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:10.494965Z","caller":"traceutil/trace.go:171","msg":"trace[650239942] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"1.546358077s","start":"2026-03-14T07:05:08.948595Z","end":"2026-03-14T07:05:10.494953Z","steps":["trace[650239942] 'process raft request' (duration: 432.688361ms)","trace[650239942] 'compare' (duration: 1.112727992s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:10.495006Z","caller":"traceutil/trace.go:171","msg":"trace[1859316482] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"1.294824081s","start":"2026-03-14T07:05:09.200146Z","end":"2026-03-14T07:05:10.49497Z","steps":["trace[1859316482] 'process raft request' (duration: 1.294629896s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.495028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:08.948567Z","time spent":"1.546427598s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:10.495135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534500838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:05:10.495174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.200122Z","time spent":"1.294964785s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:10.495215Z","caller":"traceutil/trace.go:171","msg":"trace[1450183371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1796; }","duration":"1.534618601s","start":"2026-03-14T07:05:08.960574Z","end":"2026-03-14T07:05:10.495193Z","steps":["trace[1450183371] 'agreement among raft nodes before linearized reading' (duration: 1.534383816s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.495258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:08.960559Z","time spent":"1.534690164s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:05:10.574465Z","caller":"traceutil/trace.go:171","msg":"trace[1137838797] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"650.783355ms","start":"2026-03-14T07:05:09.923656Z","end":"2026-03-14T07:05:10.574439Z","steps":["trace[1137838797] 'process raft request' (duration: 650.60275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.574645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.923623Z","time spent":"650.927929ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:10.945774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.158211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:05:10.945888Z","caller":"traceutil/trace.go:171","msg":"trace[921766128] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1869; }","duration":"450.95119ms","start":"2026-03-14T07:05:10.49492Z","end":"2026-03-14T07:05:10.945871Z","steps":["trace[921766128] 'read index received' (duration: 79.307894ms)","trace[921766128] 'applied index is now lower than readState.Index' (duration: 371.641726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:10.946076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.823673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:10.946134Z","caller":"traceutil/trace.go:171","msg":"trace[1034567475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1797; }","duration":"117.931185ms","start":"2026-03-14T07:05:10.82819Z","end":"2026-03-14T07:05:10.946122Z","steps":["trace[1034567475] 'agreement among raft nodes before linearized reading' (duration: 117.843073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.946169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903499967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-14T07:05:10.946215Z","caller":"traceutil/trace.go:171","msg":"trace[1416149099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1797; }","duration":"1.903570469s","start":"2026-03-14T07:05:09.042631Z","end":"2026-03-14T07:05:10.946202Z","steps":["trace[1416149099] 'agreement among raft nodes before linearized reading' (duration: 1.903381725s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.946186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752319106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:05:10.946253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.042613Z","time spent":"1.90363199s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:05:10.946287Z","caller":"traceutil/trace.go:171","msg":"trace[123363856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1797; }","duration":"1.75247599s","start":"2026-03-14T07:05:09.193787Z","end":"2026-03-14T07:05:10.946263Z","steps":["trace[123363856] 'agreement among raft nodes before linearized reading' (duration: 1.752151092s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.94634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.193765Z","time spent":"1.752564831s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:05:10.94637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792522767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:05:10.946506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751934726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:05:10.946564Z","caller":"traceutil/trace.go:171","msg":"trace[467552726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"1.752024148s","start":"2026-03-14T07:05:09.194526Z","end":"2026-03-14T07:05:10.94655Z","steps":["trace[467552726] 'agreement among raft nodes before linearized reading' (duration: 1.751516365s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.946611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.194511Z","time spent":"1.75209159s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:10.946651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903400085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:05:10.946704Z","caller":"traceutil/trace.go:171","msg":"trace[809096778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1797; }","duration":"1.903929687s","start":"2026-03-14T07:05:09.042761Z","end":"2026-03-14T07:05:10.94669Z","steps":["trace[809096778] 'agreement among raft nodes before linearized reading' (duration: 1.90320947s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.946743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678834277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"warn","ts":"2026-03-14T07:05:10.946755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.042755Z","time spent":"1.90399193s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:10.946751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808703623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T07:05:10.946796Z","caller":"traceutil/trace.go:171","msg":"trace[152842651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1797; }","duration":"1.67891742s","start":"2026-03-14T07:05:09.267861Z","end":"2026-03-14T07:05:10.946778Z","steps":["trace[152842651] 'agreement among raft nodes before linearized reading' (duration: 1.67811958s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:10.946808Z","caller":"traceutil/trace.go:171","msg":"trace[1110198920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1797; }","duration":"1.808798466s","start":"2026-03-14T07:05:09.137996Z","end":"2026-03-14T07:05:10.946795Z","steps":["trace[1110198920] 'agreement among raft nodes before linearized reading' (duration: 1.808536269s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.946837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.137966Z","time spent":"1.808864577s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:05:10.946879Z","caller":"traceutil/trace.go:171","msg":"trace[1041605794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1797; }","duration":"1.792759482s","start":"2026-03-14T07:05:09.153769Z","end":"2026-03-14T07:05:10.946528Z","steps":["trace[1041605794] 'agreement among raft nodes before linearized reading' (duration: 1.792288401s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:10.946836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.267832Z","time spent":"1.678996742s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:05:10.94694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:09.153749Z","time spent":"1.793159443s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:05:13.148783Z","caller":"traceutil/trace.go:171","msg":"trace[540351473] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"143.270383ms","start":"2026-03-14T07:05:13.005485Z","end":"2026-03-14T07:05:13.148755Z","steps":["trace[540351473] 'process raft request' (duration: 143.076619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:14.01993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:14.380053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.739578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:14.380185Z","caller":"traceutil/trace.go:171","msg":"trace[1277716043] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1887; }","duration":"860.803296ms","start":"2026-03-14T07:05:13.519359Z","end":"2026-03-14T07:05:14.380162Z","steps":["trace[1277716043] 'read index received' (duration: 519.797491ms)","trace[1277716043] 'applied index is now lower than readState.Index' (duration: 341.003685ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:14.380211Z","caller":"traceutil/trace.go:171","msg":"trace[1579616478] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"1.101378716s","start":"2026-03-14T07:05:13.278787Z","end":"2026-03-14T07:05:14.380166Z","steps":["trace[1579616478] 'process raft request' (duration: 760.401332ms)","trace[1579616478] 'compare' (duration: 339.62749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:14.380361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.604531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:14.380374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:13.278766Z","time spent":"1.101518649s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:14.380401Z","caller":"traceutil/trace.go:171","msg":"trace[469520482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1814; }","duration":"551.684323ms","start":"2026-03-14T07:05:13.828703Z","end":"2026-03-14T07:05:14.380388Z","steps":["trace[469520482] 'agreement among raft nodes before linearized reading' (duration: 551.58274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:14.380447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:13.828682Z","time spent":"551.753145ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:14.380438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.240017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:14.380518Z","caller":"traceutil/trace.go:171","msg":"trace[1128591996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"861.374361ms","start":"2026-03-14T07:05:13.519122Z","end":"2026-03-14T07:05:14.380496Z","steps":["trace[1128591996] 'agreement among raft nodes before linearized reading' (duration: 861.133545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:14.380587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:13.519097Z","time spent":"861.474853ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:16.216223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040174137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T07:05:16.216261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.372209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:16.216319Z","caller":"traceutil/trace.go:171","msg":"trace[1238127105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1817; }","duration":"1.04030226s","start":"2026-03-14T07:05:15.175994Z","end":"2026-03-14T07:05:16.216297Z","steps":["trace[1238127105] 'range keys from in-memory index tree' (duration: 1.040025253s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.216356Z","caller":"traceutil/trace.go:171","msg":"trace[2136677911] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1817; }","duration":"985.510182ms","start":"2026-03-14T07:05:15.230827Z","end":"2026-03-14T07:05:16.216337Z","steps":["trace[2136677911] 'count revisions from in-memory index tree' (duration: 985.244906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.216379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.175988Z","time spent":"1.040377763s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:16.216417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.230814Z","time spent":"985.590885ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:16.216261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040384902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:05:16.216567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063402621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:05:16.21642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043221614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:05:16.216577Z","caller":"traceutil/trace.go:171","msg":"trace[198758238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1817; }","duration":"1.040749661s","start":"2026-03-14T07:05:15.175802Z","end":"2026-03-14T07:05:16.216552Z","steps":["trace[198758238] 'range keys from in-memory index tree' (duration: 1.040088885s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.216725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.175736Z","time spent":"1.040968418s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:05:16.216658Z","caller":"traceutil/trace.go:171","msg":"trace[571753099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1817; }","duration":"1.043472271s","start":"2026-03-14T07:05:15.173152Z","end":"2026-03-14T07:05:16.216625Z","steps":["trace[571753099] 'range keys from in-memory index tree' (duration: 1.043107921s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.216816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041083861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:05:16.216753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040683741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-14T07:05:16.216905Z","caller":"traceutil/trace.go:171","msg":"trace[200176679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1817; }","duration":"1.041126222s","start":"2026-03-14T07:05:15.17571Z","end":"2026-03-14T07:05:16.216836Z","steps":["trace[200176679] 'range keys from in-memory index tree' (duration: 1.041009779s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.216961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.529301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:16.217009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.17313Z","time spent":"1.043757088s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:05:16.217066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.175697Z","time spent":"1.041349547s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:05:16.217079Z","caller":"traceutil/trace.go:171","msg":"trace[1257281580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"388.682395ms","start":"2026-03-14T07:05:15.828371Z","end":"2026-03-14T07:05:16.217053Z","steps":["trace[1257281580] 'range keys from in-memory index tree' (duration: 388.452429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.217095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.870199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-14T07:05:16.217047Z","caller":"traceutil/trace.go:171","msg":"trace[360735112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1817; }","duration":"1.040914367s","start":"2026-03-14T07:05:15.176021Z","end":"2026-03-14T07:05:16.216936Z","steps":["trace[360735112] 'range keys from in-memory index tree' (duration: 1.040574818s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.217055Z","caller":"traceutil/trace.go:171","msg":"trace[553852325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1817; }","duration":"1.063942255s","start":"2026-03-14T07:05:15.153105Z","end":"2026-03-14T07:05:16.217048Z","steps":["trace[553852325] 'range keys from in-memory index tree' (duration: 1.063251657s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.217142Z","caller":"traceutil/trace.go:171","msg":"trace[2068785158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1817; }","duration":"149.958072ms","start":"2026-03-14T07:05:16.067172Z","end":"2026-03-14T07:05:16.21713Z","steps":["trace[2068785158] 'range keys from in-memory index tree' (duration: 149.643764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.217145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.82835Z","time spent":"388.781987ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:16.21717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.176Z","time spent":"1.041148522s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:16.217181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.153086Z","time spent":"1.064072849s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:16.217242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.09962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:16.217312Z","caller":"traceutil/trace.go:171","msg":"trace[1128430190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1817; }","duration":"829.205183ms","start":"2026-03-14T07:05:15.38809Z","end":"2026-03-14T07:05:16.217295Z","steps":["trace[1128430190] 'range keys from in-memory index tree' (duration: 827.832567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:16.217367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:15.38807Z","time spent":"829.282814ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:05:36.504105Z","caller":"traceutil/trace.go:171","msg":"trace[1749943749] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"125.921025ms","start":"2026-03-14T07:05:36.378158Z","end":"2026-03-14T07:05:36.504079Z","steps":["trace[1749943749] 'read index received' (duration: 125.790712ms)","trace[1749943749] 'applied index is now lower than readState.Index' (duration: 129.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:36.504174Z","caller":"traceutil/trace.go:171","msg":"trace[128679999] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"126.205754ms","start":"2026-03-14T07:05:36.377926Z","end":"2026-03-14T07:05:36.504132Z","steps":["trace[128679999] 'process raft request' (duration: 125.994608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:36.50427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.08866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:36.504315Z","caller":"traceutil/trace.go:171","msg":"trace[1312399665] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1923; }","duration":"126.189023ms","start":"2026-03-14T07:05:36.378114Z","end":"2026-03-14T07:05:36.504303Z","steps":["trace[1312399665] 'agreement among raft nodes before linearized reading' (duration: 126.097001ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:36.527025Z","caller":"traceutil/trace.go:171","msg":"trace[1980851501] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"148.72462ms","start":"2026-03-14T07:05:36.378281Z","end":"2026-03-14T07:05:36.527006Z","steps":["trace[1980851501] 'process raft request' (duration: 148.578466ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:36.527305Z","caller":"traceutil/trace.go:171","msg":"trace[1195054487] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"149.012997ms","start":"2026-03-14T07:05:36.378274Z","end":"2026-03-14T07:05:36.527287Z","steps":["trace[1195054487] 'process raft request' (duration: 148.688009ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:36.527721Z","caller":"traceutil/trace.go:171","msg":"trace[961245902] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"149.285174ms","start":"2026-03-14T07:05:36.378399Z","end":"2026-03-14T07:05:36.527684Z","steps":["trace[961245902] 'process raft request' (duration: 148.792881ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:36.527954Z","caller":"traceutil/trace.go:171","msg":"trace[1325617421] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"149.189132ms","start":"2026-03-14T07:05:36.378741Z","end":"2026-03-14T07:05:36.52793Z","steps":["trace[1325617421] 'process raft request' (duration: 148.743251ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:44.76763Z","caller":"traceutil/trace.go:171","msg":"trace[1109156395] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"201.446706ms","start":"2026-03-14T07:05:44.566154Z","end":"2026-03-14T07:05:44.767601Z","steps":["trace[1109156395] 'process raft request' (duration: 123.135487ms)","trace[1109156395] 'compare' (duration: 78.101904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:44.768187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.918501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:05:44.768282Z","caller":"traceutil/trace.go:171","msg":"trace[1827913386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1963; }","duration":"195.068706ms","start":"2026-03-14T07:05:44.573194Z","end":"2026-03-14T07:05:44.768263Z","steps":["trace[1827913386] 'agreement among raft nodes before linearized reading' (duration: 194.664675ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:44.767798Z","caller":"traceutil/trace.go:171","msg":"trace[83939467] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2041; }","duration":"194.48455ms","start":"2026-03-14T07:05:44.573231Z","end":"2026-03-14T07:05:44.767716Z","steps":["trace[83939467] 'read index received' (duration: 75.088759ms)","trace[83939467] 'applied index is now lower than readState.Index' (duration: 119.391981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:44.768763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.926276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:05:44.768764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.716865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:05:44.768828Z","caller":"traceutil/trace.go:171","msg":"trace[546498097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1963; }","duration":"188.024728ms","start":"2026-03-14T07:05:44.580782Z","end":"2026-03-14T07:05:44.768807Z","steps":["trace[546498097] 'agreement among raft nodes before linearized reading' (duration: 187.805303ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:44.768838Z","caller":"traceutil/trace.go:171","msg":"trace[1265626776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1963; }","duration":"186.822438ms","start":"2026-03-14T07:05:44.581997Z","end":"2026-03-14T07:05:44.768819Z","steps":["trace[1265626776] 'agreement among raft nodes before linearized reading' (duration: 186.608753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:44.76894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.29727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:44.769249Z","caller":"traceutil/trace.go:171","msg":"trace[1455679234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1963; }","duration":"187.630178ms","start":"2026-03-14T07:05:44.581584Z","end":"2026-03-14T07:05:44.769214Z","steps":["trace[1455679234] 'agreement among raft nodes before linearized reading' (duration: 187.168207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:47.07056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.714006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:47.070811Z","caller":"traceutil/trace.go:171","msg":"trace[1975379687] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"211.96785ms","start":"2026-03-14T07:05:46.858822Z","end":"2026-03-14T07:05:47.070789Z","steps":["trace[1975379687] 'process raft request' (duration: 211.918568ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:47.071219Z","caller":"traceutil/trace.go:171","msg":"trace[1000698837] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"214.105875ms","start":"2026-03-14T07:05:46.857099Z","end":"2026-03-14T07:05:47.071204Z","steps":["trace[1000698837] 'process raft request' (duration: 18.66819ms)","trace[1000698837] 'compare' (duration: 194.48256ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:47.071444Z","caller":"traceutil/trace.go:171","msg":"trace[2071964795] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"213.326754ms","start":"2026-03-14T07:05:46.858103Z","end":"2026-03-14T07:05:47.07143Z","steps":["trace[2071964795] 'process raft request' (duration: 212.555974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:47.988396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:48.489067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:48.614018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266644833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca3512eafb92b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T07:05:48.614113Z","caller":"traceutil/trace.go:171","msg":"trace[814927838] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ca3512eafb92b; range_end:; response_count:1; response_revision:1977; }","duration":"1.266790516s","start":"2026-03-14T07:05:47.347299Z","end":"2026-03-14T07:05:48.61409Z","steps":["trace[814927838] 'range keys from in-memory index tree' (duration: 1.266446288s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.614157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.347279Z","time spent":"1.266867808s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca3512eafb92b\" "} {"level":"warn","ts":"2026-03-14T07:05:48.614646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.547448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:48.614789Z","caller":"traceutil/trace.go:171","msg":"trace[110838426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1977; }","duration":"603.718862ms","start":"2026-03-14T07:05:48.011045Z","end":"2026-03-14T07:05:48.614764Z","steps":["trace[110838426] 'range keys from in-memory index tree' (duration: 603.522727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.756888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333037592s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:05:48.757718Z","caller":"traceutil/trace.go:171","msg":"trace[608285092] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.333905505s","start":"2026-03-14T07:05:47.423772Z","end":"2026-03-14T07:05:48.757678Z","steps":["trace[608285092] 'process raft request' (duration: 1.333434152s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.758008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.423751Z","time spent":"1.33408859s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:49.772077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014971014s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:05:49.772408Z","caller":"traceutil/trace.go:171","msg":"trace[1387262880] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"1.729658607s","start":"2026-03-14T07:05:48.042731Z","end":"2026-03-14T07:05:49.77239Z","steps":["trace[1387262880] 'process raft request' (duration: 1.729488963s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.772534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.042702Z","time spent":"1.729763149s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.772901Z","caller":"traceutil/trace.go:171","msg":"trace[1046070548] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.155832756s","start":"2026-03-14T07:05:48.617058Z","end":"2026-03-14T07:05:49.772891Z","steps":["trace[1046070548] 'process raft request' (duration: 1.155279653s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.772955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.617021Z","time spent":"1.155907208s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.773148Z","caller":"traceutil/trace.go:171","msg":"trace[651497440] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.101469878s","start":"2026-03-14T07:05:48.671652Z","end":"2026-03-14T07:05:49.773122Z","steps":["trace[651497440] 'process raft request' (duration: 1.101312994s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.773132Z","caller":"traceutil/trace.go:171","msg":"trace[1001824876] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2059; }","duration":"2.285673178s","start":"2026-03-14T07:05:47.487422Z","end":"2026-03-14T07:05:49.773095Z","steps":["trace[1001824876] 'read index received' (duration: 1.26973117s)","trace[1001824876] 'applied index is now lower than readState.Index' (duration: 1.015941028s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:49.773214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.671624Z","time spent":"1.101564541s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:49.773618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286175061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:49.773676Z","caller":"traceutil/trace.go:171","msg":"trace[548447795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"2.286269593s","start":"2026-03-14T07:05:47.48739Z","end":"2026-03-14T07:05:49.77366Z","steps":["trace[548447795] 'agreement among raft nodes before linearized reading' (duration: 2.286047298s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.77375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.487376Z","time spent":"2.286360445s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:49.802922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974279348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:49.802992Z","caller":"traceutil/trace.go:171","msg":"trace[790643363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"1.974397511s","start":"2026-03-14T07:05:47.828579Z","end":"2026-03-14T07:05:49.802976Z","steps":["trace[790643363] 'agreement among raft nodes before linearized reading' (duration: 1.974275918s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.803032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.828555Z","time spent":"1.974466373s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:05:49.803088Z","caller":"traceutil/trace.go:171","msg":"trace[1729499827] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.006140622s","start":"2026-03-14T07:05:48.796922Z","end":"2026-03-14T07:05:49.803063Z","steps":["trace[1729499827] 'process raft request' (duration: 1.005823784s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.803127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.346651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:05:49.803181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.592057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:05:49.803226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.796898Z","time spent":"1.006252425s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.803249Z","caller":"traceutil/trace.go:171","msg":"trace[1784692622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1982; }","duration":"727.516255ms","start":"2026-03-14T07:05:49.075694Z","end":"2026-03-14T07:05:49.803211Z","steps":["trace[1784692622] 'agreement among raft nodes before linearized reading' (duration: 727.177877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.803265Z","caller":"traceutil/trace.go:171","msg":"trace[1518312979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1982; }","duration":"956.74152ms","start":"2026-03-14T07:05:48.846482Z","end":"2026-03-14T07:05:49.803223Z","steps":["trace[1518312979] 'agreement among raft nodes before linearized reading' (duration: 956.438122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.803302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:49.075673Z","time spent":"727.619098ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:49.803294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.983967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:49.803416Z","caller":"traceutil/trace.go:171","msg":"trace[2102254551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1982; }","duration":"728.180782ms","start":"2026-03-14T07:05:49.075207Z","end":"2026-03-14T07:05:49.803388Z","steps":["trace[2102254551] 'agreement among raft nodes before linearized reading' (duration: 727.799462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.803442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337750111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:05:49.803477Z","caller":"traceutil/trace.go:171","msg":"trace[1595605397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1982; }","duration":"1.337837544s","start":"2026-03-14T07:05:48.465628Z","end":"2026-03-14T07:05:49.803466Z","steps":["trace[1595605397] 'agreement among raft nodes before linearized reading' (duration: 1.337739411s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.803478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:49.075183Z","time spent":"728.283885ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:49.803335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.846464Z","time spent":"956.860433ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:49.803504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.54255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:05:49.803518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.465598Z","time spent":"1.337913736s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:05:49.803544Z","caller":"traceutil/trace.go:171","msg":"trace[203819754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1982; }","duration":"961.648592ms","start":"2026-03-14T07:05:48.841884Z","end":"2026-03-14T07:05:49.803532Z","steps":["trace[203819754] 'agreement among raft nodes before linearized reading' (duration: 961.444707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.803613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.841852Z","time spent":"961.751425ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:49.803671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.521626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:05:49.803795Z","caller":"traceutil/trace.go:171","msg":"trace[486692940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1982; }","duration":"727.71634ms","start":"2026-03-14T07:05:49.076046Z","end":"2026-03-14T07:05:49.803763Z","steps":["trace[486692940] 'agreement among raft nodes before linearized reading' (duration: 727.393212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.80384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:49.076024Z","time spent":"727.807243ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:50.078854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.208281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:50.079152Z","caller":"traceutil/trace.go:171","msg":"trace[947314051] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"269.490526ms","start":"2026-03-14T07:05:49.809644Z","end":"2026-03-14T07:05:50.079134Z","steps":["trace[947314051] 'process raft request' (duration: 269.421025ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:50.079172Z","caller":"traceutil/trace.go:171","msg":"trace[123074684] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"269.64775ms","start":"2026-03-14T07:05:49.809493Z","end":"2026-03-14T07:05:50.079141Z","steps":["trace[123074684] 'process raft request' (duration: 269.513047ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:50.079295Z","caller":"traceutil/trace.go:171","msg":"trace[1984031738] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"270.195214ms","start":"2026-03-14T07:05:49.809087Z","end":"2026-03-14T07:05:50.079283Z","steps":["trace[1984031738] 'process raft request' (duration: 163.06124ms)","trace[1984031738] 'compare' (duration: 106.011526ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:50.079517Z","caller":"traceutil/trace.go:171","msg":"trace[2139247852] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"269.205909ms","start":"2026-03-14T07:05:49.810283Z","end":"2026-03-14T07:05:50.079489Z","steps":["trace[2139247852] 'process raft request' (duration: 268.816639ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:50.079582Z","caller":"traceutil/trace.go:171","msg":"trace[1753829483] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"269.098866ms","start":"2026-03-14T07:05:49.810444Z","end":"2026-03-14T07:05:50.079543Z","steps":["trace[1753829483] 'process raft request' (duration: 268.943013ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:50.079712Z","caller":"traceutil/trace.go:171","msg":"trace[1770398751] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"269.084357ms","start":"2026-03-14T07:05:49.810609Z","end":"2026-03-14T07:05:50.079693Z","steps":["trace[1770398751] 'process raft request' (duration: 268.912702ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:50.079807Z","caller":"traceutil/trace.go:171","msg":"trace[2042765970] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2064; }","duration":"267.9842ms","start":"2026-03-14T07:05:49.811805Z","end":"2026-03-14T07:05:50.079789Z","steps":["trace[2042765970] 'read index received' (duration: 160.330562ms)","trace[2042765970] 'applied index is now lower than readState.Index' (duration: 107.651827ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:50.079821Z","caller":"traceutil/trace.go:171","msg":"trace[1456051783] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"269.215391ms","start":"2026-03-14T07:05:49.810551Z","end":"2026-03-14T07:05:50.079766Z","steps":["trace[1456051783] 'process raft request' (duration: 268.935773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:50.204823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.233389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-14T07:05:50.204878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.021253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:50.204978Z","caller":"traceutil/trace.go:171","msg":"trace[218995876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"393.177797ms","start":"2026-03-14T07:05:49.811771Z","end":"2026-03-14T07:05:50.204948Z","steps":["trace[218995876] 'agreement among raft nodes before linearized reading' (duration: 268.140054ms)","trace[218995876] 'range keys from in-memory index tree' (duration: 124.86467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:50.205039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:49.811761Z","time spent":"393.265679ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:05:50.204954Z","caller":"traceutil/trace.go:171","msg":"trace[818405631] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2071; }","duration":"125.076655ms","start":"2026-03-14T07:05:50.079852Z","end":"2026-03-14T07:05:50.204928Z","steps":["trace[818405631] 'read index received' (duration: 87.942µs)","trace[818405631] 'applied index is now lower than readState.Index' (duration: 124.986793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:50.205215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.180536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:50.205316Z","caller":"traceutil/trace.go:171","msg":"trace[35885413] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1989; }","duration":"389.338651ms","start":"2026-03-14T07:05:49.815963Z","end":"2026-03-14T07:05:50.205302Z","steps":["trace[35885413] 'agreement among raft nodes before linearized reading' (duration: 389.141546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:50.205393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:49.815957Z","time spent":"389.397192ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:52.154104Z","caller":"traceutil/trace.go:171","msg":"trace[1741366187] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2072; }","duration":"365.843581ms","start":"2026-03-14T07:05:51.788217Z","end":"2026-03-14T07:05:52.154061Z","steps":["trace[1741366187] 'read index received' (duration: 365.605275ms)","trace[1741366187] 'applied index is now lower than readState.Index' (duration: 236.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:52.154165Z","caller":"traceutil/trace.go:171","msg":"trace[1159903592] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"375.810681ms","start":"2026-03-14T07:05:51.778306Z","end":"2026-03-14T07:05:52.154117Z","steps":["trace[1159903592] 'process raft request' (duration: 375.538324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.154373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:51.778278Z","time spent":"375.979325ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:52.154432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.21153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:52.154507Z","caller":"traceutil/trace.go:171","msg":"trace[1447693569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"366.340093ms","start":"2026-03-14T07:05:51.788145Z","end":"2026-03-14T07:05:52.154485Z","steps":["trace[1447693569] 'agreement among raft nodes before linearized reading' (duration: 366.088357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.154561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:51.788112Z","time spent":"366.437375ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:52.451919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.67662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:52.452027Z","caller":"traceutil/trace.go:171","msg":"trace[667467355] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2073; }","duration":"297.786408ms","start":"2026-03-14T07:05:52.154224Z","end":"2026-03-14T07:05:52.452011Z","steps":["trace[667467355] 'read index received' (duration: 68.919733ms)","trace[667467355] 'applied index is now lower than readState.Index' (duration: 228.865155ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:52.452146Z","caller":"traceutil/trace.go:171","msg":"trace[860973978] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"642.450436ms","start":"2026-03-14T07:05:51.809663Z","end":"2026-03-14T07:05:52.452113Z","steps":["trace[860973978] 'process raft request' (duration: 413.497849ms)","trace[860973978] 'compare' (duration: 228.380112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:52.452233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:51.80964Z","time spent":"642.550238ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:52.452356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.862241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:05:52.452446Z","caller":"traceutil/trace.go:171","msg":"trace[509743098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1991; }","duration":"367.999855ms","start":"2026-03-14T07:05:52.084422Z","end":"2026-03-14T07:05:52.452422Z","steps":["trace[509743098] 'agreement among raft nodes before linearized reading' (duration: 367.718547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.667274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:52.452501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.084399Z","time spent":"368.087797ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:05:52.452515Z","caller":"traceutil/trace.go:171","msg":"trace[1052617062] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1991; }","duration":"458.737616ms","start":"2026-03-14T07:05:51.993767Z","end":"2026-03-14T07:05:52.452504Z","steps":["trace[1052617062] 'agreement among raft nodes before linearized reading' (duration: 458.677105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.45253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.750279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-14T07:05:52.452547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:51.993745Z","time spent":"458.794458ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:52.452558Z","caller":"traceutil/trace.go:171","msg":"trace[748737441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1991; }","duration":"367.79259ms","start":"2026-03-14T07:05:52.084756Z","end":"2026-03-14T07:05:52.452549Z","steps":["trace[748737441] 'agreement among raft nodes before linearized reading' (duration: 367.705108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.08475Z","time spent":"367.822001ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:52.452648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.247877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T07:05:52.45266Z","caller":"traceutil/trace.go:171","msg":"trace[741438416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1991; }","duration":"367.338519ms","start":"2026-03-14T07:05:52.085318Z","end":"2026-03-14T07:05:52.452657Z","steps":["trace[741438416] 'agreement among raft nodes before linearized reading' (duration: 367.299948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.085257Z","time spent":"367.418281ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:52.452678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.992836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T07:05:52.452734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.612866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:05:52.452747Z","caller":"traceutil/trace.go:171","msg":"trace[627854789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1991; }","duration":"367.646676ms","start":"2026-03-14T07:05:52.085096Z","end":"2026-03-14T07:05:52.452743Z","steps":["trace[627854789] 'agreement among raft nodes before linearized reading' (duration: 367.610515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.085087Z","time spent":"367.669467ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:05:52.452754Z","caller":"traceutil/trace.go:171","msg":"trace[1989322725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1991; }","duration":"108.13054ms","start":"2026-03-14T07:05:52.344605Z","end":"2026-03-14T07:05:52.452736Z","steps":["trace[1989322725] 'agreement among raft nodes before linearized reading' (duration: 107.874134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.579772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:52.452853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.141899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:05:52.452838Z","caller":"traceutil/trace.go:171","msg":"trace[359898550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"623.772327ms","start":"2026-03-14T07:05:51.829041Z","end":"2026-03-14T07:05:52.452814Z","steps":["trace[359898550] 'agreement among raft nodes before linearized reading' (duration: 623.572772ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:52.452873Z","caller":"traceutil/trace.go:171","msg":"trace[1199617496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1991; }","duration":"368.21192ms","start":"2026-03-14T07:05:52.084657Z","end":"2026-03-14T07:05:52.452869Z","steps":["trace[1199617496] 'agreement among raft nodes before linearized reading' (duration: 368.161799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.961302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:52.452897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:51.829012Z","time spent":"623.875479ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:05:52.452939Z","caller":"traceutil/trace.go:171","msg":"trace[1210522182] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1991; }","duration":"529.153997ms","start":"2026-03-14T07:05:51.923758Z","end":"2026-03-14T07:05:52.452912Z","steps":["trace[1210522182] 'agreement among raft nodes before linearized reading' (duration: 528.932572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.452889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.084652Z","time spent":"368.234371ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:52.453005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:51.923728Z","time spent":"529.259659ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:52.453295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.243511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca3512eafb92b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T07:05:52.453351Z","caller":"traceutil/trace.go:171","msg":"trace[1935670259] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ca3512eafb92b; range_end:; response_count:1; response_revision:1991; }","duration":"100.356534ms","start":"2026-03-14T07:05:52.352977Z","end":"2026-03-14T07:05:52.453333Z","steps":["trace[1935670259] 'agreement among raft nodes before linearized reading' (duration: 99.696227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.453403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.893647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:52.453659Z","caller":"traceutil/trace.go:171","msg":"trace[1919798756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1991; }","duration":"369.190875ms","start":"2026-03-14T07:05:52.084433Z","end":"2026-03-14T07:05:52.453623Z","steps":["trace[1919798756] 'agreement among raft nodes before linearized reading' (duration: 368.722713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:52.453854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.08442Z","time spent":"369.41761ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:53.337276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:53.837723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:54.248773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698235066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:05:54.44081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.801903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:54.441155Z","caller":"traceutil/trace.go:171","msg":"trace[1561009888] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.983757136s","start":"2026-03-14T07:05:52.45738Z","end":"2026-03-14T07:05:54.441137Z","steps":["trace[1561009888] 'process raft request' (duration: 1.983672974s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.441228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.457369Z","time spent":"1.983821568s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:54.441213Z","caller":"traceutil/trace.go:171","msg":"trace[719132439] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"1.984102715s","start":"2026-03-14T07:05:52.45705Z","end":"2026-03-14T07:05:54.441152Z","steps":["trace[719132439] 'process raft request' (duration: 1.9839259s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:54.441285Z","caller":"traceutil/trace.go:171","msg":"trace[971690027] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"1.984296309s","start":"2026-03-14T07:05:52.456963Z","end":"2026-03-14T07:05:54.44126Z","steps":["trace[971690027] 'process raft request' (duration: 1.791957363s)","trace[971690027] 'compare' (duration: 191.650029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:54.441388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.456952Z","time spent":"1.984387031s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:54.441397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.457005Z","time spent":"1.984290869s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:54.441501Z","caller":"traceutil/trace.go:171","msg":"trace[1760887898] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"1.983621994s","start":"2026-03-14T07:05:52.457862Z","end":"2026-03-14T07:05:54.441484Z","steps":["trace[1760887898] 'process raft request' (duration: 1.983226193s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.441601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.457854Z","time spent":"1.983695455s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:54.441615Z","caller":"traceutil/trace.go:171","msg":"trace[1248704928] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"1.982570967s","start":"2026-03-14T07:05:52.459036Z","end":"2026-03-14T07:05:54.441607Z","steps":["trace[1248704928] 'process raft request' (duration: 1.982452494s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:54.441619Z","caller":"traceutil/trace.go:171","msg":"trace[1612845377] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2075; }","duration":"1.605018532s","start":"2026-03-14T07:05:52.836572Z","end":"2026-03-14T07:05:54.44159Z","steps":["trace[1612845377] 'read index received' (duration: 1.412360257s)","trace[1612845377] 'applied index is now lower than readState.Index' (duration: 192.657105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:54.441697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.459023Z","time spent":"1.982622898s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:54.441788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605202237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:54.44184Z","caller":"traceutil/trace.go:171","msg":"trace[840261103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"1.605308959s","start":"2026-03-14T07:05:52.836513Z","end":"2026-03-14T07:05:54.441822Z","steps":["trace[840261103] 'agreement among raft nodes before linearized reading' (duration: 1.605219897s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.441886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.83649Z","time spent":"1.605383032s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:05:54.441575Z","caller":"traceutil/trace.go:171","msg":"trace[874706400] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"1.983191572s","start":"2026-03-14T07:05:52.458371Z","end":"2026-03-14T07:05:54.441563Z","steps":["trace[874706400] 'process raft request' (duration: 1.982941595s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.442039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.458363Z","time spent":"1.983637553s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:54.441698Z","caller":"traceutil/trace.go:171","msg":"trace[938079308] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"1.982433804s","start":"2026-03-14T07:05:52.459238Z","end":"2026-03-14T07:05:54.441672Z","steps":["trace[938079308] 'process raft request' (duration: 1.98230549s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.442429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:52.459214Z","time spent":"1.983166961s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:54.942166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:55.443042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563495531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:55.646068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397127875s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:05:55.8269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:05:55.826993Z","caller":"traceutil/trace.go:171","msg":"trace[1019526413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313503s","start":"2026-03-14T07:05:53.82666Z","end":"2026-03-14T07:05:55.826973Z","steps":["trace[1019526413] 'agreement among raft nodes before linearized reading' (duration: 2.00018755s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:55.827042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.826643Z","time spent":"2.000390834s","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:56.740611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094182255s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:56.740893Z","caller":"traceutil/trace.go:171","msg":"trace[825189167] linearizableReadLoop","detail":"{readStateIndex:2084; appliedIndex:2082; }","duration":"2.299179308s","start":"2026-03-14T07:05:54.441697Z","end":"2026-03-14T07:05:56.740876Z","steps":["trace[825189167] 'read index received' (duration: 1.204638794s)","trace[825189167] 'applied index is now lower than readState.Index' (duration: 1.094539424s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:56.740997Z","caller":"traceutil/trace.go:171","msg":"trace[781090617] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"2.581415905s","start":"2026-03-14T07:05:54.159566Z","end":"2026-03-14T07:05:56.740982Z","steps":["trace[781090617] 'process raft request' (duration: 1.486760009s)","trace[781090617] 'compare' (duration: 1.093329213s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:56.741062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:54.159538Z","time spent":"2.581488517s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:56.741338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242225014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:56.741292Z","caller":"traceutil/trace.go:171","msg":"trace[1376943519] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"2.284320154s","start":"2026-03-14T07:05:54.456896Z","end":"2026-03-14T07:05:56.741216Z","steps":["trace[1376943519] 'process raft request' (duration: 2.283839312s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.74135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980832609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:56.741375Z","caller":"traceutil/trace.go:171","msg":"trace[1236021710] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"1.128856508s","start":"2026-03-14T07:05:55.612479Z","end":"2026-03-14T07:05:56.741336Z","steps":["trace[1236021710] 'process raft request' (duration: 1.128359545s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:56.741492Z","caller":"traceutil/trace.go:171","msg":"trace[183628897] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2002; }","duration":"2.980993304s","start":"2026-03-14T07:05:53.760436Z","end":"2026-03-14T07:05:56.741429Z","steps":["trace[183628897] 'agreement among raft nodes before linearized reading' (duration: 2.980711696s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97395322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:56.741562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.760414Z","time spent":"2.981130528s","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:56.741579Z","caller":"traceutil/trace.go:171","msg":"trace[136006012] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2002; }","duration":"1.974118394s","start":"2026-03-14T07:05:54.767436Z","end":"2026-03-14T07:05:56.741554Z","steps":["trace[136006012] 'agreement among raft nodes before linearized reading' (duration: 1.97392881s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:55.612446Z","time spent":"1.129064202s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:56.741634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:54.767414Z","time spent":"1.974208726s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:56.741612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.211514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:05:56.741686Z","caller":"traceutil/trace.go:171","msg":"trace[230452114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2002; }","duration":"295.311266ms","start":"2026-03-14T07:05:56.446362Z","end":"2026-03-14T07:05:56.741673Z","steps":["trace[230452114] 'agreement among raft nodes before linearized reading' (duration: 295.05317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.848856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:56.74176Z","caller":"traceutil/trace.go:171","msg":"trace[653521819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2002; }","duration":"294.918477ms","start":"2026-03-14T07:05:56.446827Z","end":"2026-03-14T07:05:56.741746Z","steps":["trace[653521819] 'agreement among raft nodes before linearized reading' (duration: 294.753743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.358068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-14T07:05:56.741823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.482561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T07:05:56.741693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.008469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:56.741858Z","caller":"traceutil/trace.go:171","msg":"trace[239108443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2002; }","duration":"295.540443ms","start":"2026-03-14T07:05:56.446307Z","end":"2026-03-14T07:05:56.741847Z","steps":["trace[239108443] 'agreement among raft nodes before linearized reading' (duration: 295.410769ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:56.741854Z","caller":"traceutil/trace.go:171","msg":"trace[1962354110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2002; }","duration":"295.44468ms","start":"2026-03-14T07:05:56.446391Z","end":"2026-03-14T07:05:56.741836Z","steps":["trace[1962354110] 'agreement among raft nodes before linearized reading' (duration: 295.243745ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:56.741873Z","caller":"traceutil/trace.go:171","msg":"trace[1719008198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2002; }","duration":"907.232505ms","start":"2026-03-14T07:05:55.834623Z","end":"2026-03-14T07:05:56.741856Z","steps":["trace[1719008198] 'agreement among raft nodes before linearized reading' (duration: 907.04029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.680931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:05:56.741842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:54.456879Z","time spent":"2.28454785s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:56.741968Z","caller":"traceutil/trace.go:171","msg":"trace[980088438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2002; }","duration":"294.836045ms","start":"2026-03-14T07:05:56.447092Z","end":"2026-03-14T07:05:56.741928Z","steps":["trace[980088438] 'agreement among raft nodes before linearized reading' (duration: 294.548528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835358504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:05:56.742012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579494815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:05:56.742023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.123847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:05:56.742029Z","caller":"traceutil/trace.go:171","msg":"trace[1294898364] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:2002; }","duration":"1.835460727s","start":"2026-03-14T07:05:54.906557Z","end":"2026-03-14T07:05:56.742017Z","steps":["trace[1294898364] 'agreement among raft nodes before linearized reading' (duration: 1.835288793s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487331493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:56.742062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:54.906535Z","time spent":"1.835520288s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-14T07:05:56.742061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.768899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca334e6cad900\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-14T07:05:56.742125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.745914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:56.742127Z","caller":"traceutil/trace.go:171","msg":"trace[1456284577] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ca334e6cad900; range_end:; response_count:1; response_revision:2002; }","duration":"911.867361ms","start":"2026-03-14T07:05:55.830238Z","end":"2026-03-14T07:05:56.742105Z","steps":["trace[1456284577] 'agreement among raft nodes before linearized reading' (duration: 911.719497ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:56.74212Z","caller":"traceutil/trace.go:171","msg":"trace[1645034914] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2002; }","duration":"1.487569279s","start":"2026-03-14T07:05:55.254517Z","end":"2026-03-14T07:05:56.742087Z","steps":["trace[1645034914] 'agreement among raft nodes before linearized reading' (duration: 1.487256921s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:56.742158Z","caller":"traceutil/trace.go:171","msg":"trace[1366141868] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2002; }","duration":"755.816476ms","start":"2026-03-14T07:05:55.986331Z","end":"2026-03-14T07:05:56.742147Z","steps":["trace[1366141868] 'agreement among raft nodes before linearized reading' (duration: 755.742454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:56.741385Z","caller":"traceutil/trace.go:171","msg":"trace[8577807] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2002; }","duration":"3.242320916s","start":"2026-03-14T07:05:53.499052Z","end":"2026-03-14T07:05:56.741373Z","steps":["trace[8577807] 'agreement among raft nodes before linearized reading' (duration: 3.242242903s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.742176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:55.830216Z","time spent":"911.948194ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca334e6cad900\" "} {"level":"warn","ts":"2026-03-14T07:05:56.742187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:55.986308Z","time spent":"755.872288ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:56.742053Z","caller":"traceutil/trace.go:171","msg":"trace[361942430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2002; }","duration":"296.181269ms","start":"2026-03-14T07:05:56.445863Z","end":"2026-03-14T07:05:56.742045Z","steps":["trace[361942430] 'agreement among raft nodes before linearized reading' (duration: 296.096276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.741915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:55.834594Z","time spent":"907.309456ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:56.742215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.499031Z","time spent":"3.243164707s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:56.742202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:55.25449Z","time spent":"1.487697321s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:56.742042Z","caller":"traceutil/trace.go:171","msg":"trace[903897979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2002; }","duration":"3.579556086s","start":"2026-03-14T07:05:53.162475Z","end":"2026-03-14T07:05:56.742031Z","steps":["trace[903897979] 'agreement among raft nodes before linearized reading' (duration: 3.579460584s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.742382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.162453Z","time spent":"3.579909125s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:56.741965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279609764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:56.742472Z","caller":"traceutil/trace.go:171","msg":"trace[1346757841] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2002; }","duration":"3.280204749s","start":"2026-03-14T07:05:53.462246Z","end":"2026-03-14T07:05:56.742451Z","steps":["trace[1346757841] 'agreement among raft nodes before linearized reading' (duration: 3.279551062s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.742542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.462226Z","time spent":"3.28029446s","remote":"127.0.0.1:35232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:56.742735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484318124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:56.743284Z","caller":"traceutil/trace.go:171","msg":"trace[1938398290] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2002; }","duration":"2.485673218s","start":"2026-03-14T07:05:54.257096Z","end":"2026-03-14T07:05:56.742769Z","steps":["trace[1938398290] 'agreement among raft nodes before linearized reading' (duration: 2.484292013s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:56.743356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:54.257079Z","time spent":"2.486256553s","remote":"127.0.0.1:58212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:57.181129Z","caller":"traceutil/trace.go:171","msg":"trace[1885810836] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"433.288775ms","start":"2026-03-14T07:05:56.747818Z","end":"2026-03-14T07:05:57.181107Z","steps":["trace[1885810836] 'process raft request' (duration: 433.222344ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.18117Z","caller":"traceutil/trace.go:171","msg":"trace[143947048] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"433.976893ms","start":"2026-03-14T07:05:56.747169Z","end":"2026-03-14T07:05:57.181146Z","steps":["trace[143947048] 'process raft request' (duration: 433.745806ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.181215Z","caller":"traceutil/trace.go:171","msg":"trace[817989512] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"434.112847ms","start":"2026-03-14T07:05:56.747066Z","end":"2026-03-14T07:05:57.181179Z","steps":["trace[817989512] 'process raft request' (duration: 433.782678ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.181316Z","caller":"traceutil/trace.go:171","msg":"trace[731122988] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"433.637555ms","start":"2026-03-14T07:05:56.747659Z","end":"2026-03-14T07:05:57.181296Z","steps":["trace[731122988] 'process raft request' (duration: 433.354007ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.181345Z","caller":"traceutil/trace.go:171","msg":"trace[1344204364] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"434.978009ms","start":"2026-03-14T07:05:56.746356Z","end":"2026-03-14T07:05:57.181334Z","steps":["trace[1344204364] 'process raft request' (duration: 434.27343ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.181347Z","caller":"traceutil/trace.go:171","msg":"trace[1640256489] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"433.358028ms","start":"2026-03-14T07:05:56.747978Z","end":"2026-03-14T07:05:57.181336Z","steps":["trace[1640256489] 'process raft request' (duration: 433.09295ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.181357Z","caller":"traceutil/trace.go:171","msg":"trace[1040753748] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2085; }","duration":"427.540482ms","start":"2026-03-14T07:05:56.753763Z","end":"2026-03-14T07:05:57.181303Z","steps":["trace[1040753748] 'read index received' (duration: 77.15349ms)","trace[1040753748] 'applied index is now lower than readState.Index' (duration: 350.384302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:57.181416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.74797Z","time spent":"433.412129ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:57.181426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.747147Z","time spent":"434.073116ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:57.181482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.747055Z","time spent":"434.307982ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:57.181508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.746333Z","time spent":"435.061971ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:57.181533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.747636Z","time spent":"433.727558ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:57.181251Z","caller":"traceutil/trace.go:171","msg":"trace[219478069] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"433.945673ms","start":"2026-03-14T07:05:56.747263Z","end":"2026-03-14T07:05:57.181209Z","steps":["trace[219478069] 'process raft request' (duration: 433.711696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:57.181541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.758117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:57.181633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.747255Z","time spent":"434.330902ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:57.181277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.74781Z","time spent":"433.391109ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:57.181646Z","caller":"traceutil/trace.go:171","msg":"trace[1684426011] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2009; }","duration":"427.896981ms","start":"2026-03-14T07:05:56.753732Z","end":"2026-03-14T07:05:57.181629Z","steps":["trace[1684426011] 'agreement among raft nodes before linearized reading' (duration: 427.710497ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:57.18199Z","caller":"traceutil/trace.go:171","msg":"trace[1779737023] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"349.744335ms","start":"2026-03-14T07:05:56.832229Z","end":"2026-03-14T07:05:57.181973Z","steps":["trace[1779737023] 'process raft request' (duration: 349.655442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:57.18201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.753722Z","time spent":"428.020034ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:05:57.182069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:56.832209Z","time spent":"349.822567ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:47.10666Z","caller":"traceutil/trace.go:171","msg":"trace[2076418656] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"140.200848ms","start":"2026-03-14T07:06:46.966435Z","end":"2026-03-14T07:06:47.106636Z","steps":["trace[2076418656] 'process raft request' (duration: 140.144656ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:47.106688Z","caller":"traceutil/trace.go:171","msg":"trace[215637621] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"156.26347ms","start":"2026-03-14T07:06:46.9504Z","end":"2026-03-14T07:06:47.106664Z","steps":["trace[215637621] 'process raft request' (duration: 152.350043ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:47.107052Z","caller":"traceutil/trace.go:171","msg":"trace[725729538] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"134.462035ms","start":"2026-03-14T07:06:46.972582Z","end":"2026-03-14T07:06:47.107044Z","steps":["trace[725729538] 'process raft request' (duration: 134.27361ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:50.281224Z","caller":"traceutil/trace.go:171","msg":"trace[832463910] linearizableReadLoop","detail":"{readStateIndex:2536; appliedIndex:2534; }","duration":"141.660124ms","start":"2026-03-14T07:06:50.139527Z","end":"2026-03-14T07:06:50.281187Z","steps":["trace[832463910] 'read index received' (duration: 28.687478ms)","trace[832463910] 'applied index is now lower than readState.Index' (duration: 112.969826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:50.281394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.85003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:50.281436Z","caller":"traceutil/trace.go:171","msg":"trace[1748755704] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2433; }","duration":"141.913591ms","start":"2026-03-14T07:06:50.139508Z","end":"2026-03-14T07:06:50.281422Z","steps":["trace[1748755704] 'agreement among raft nodes before linearized reading' (duration: 141.813429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.686198Z","caller":"traceutil/trace.go:171","msg":"trace[1069073172] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"137.167343ms","start":"2026-03-14T07:06:51.548985Z","end":"2026-03-14T07:06:51.686152Z","steps":["trace[1069073172] 'process raft request' (duration: 137.087611ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.686296Z","caller":"traceutil/trace.go:171","msg":"trace[1100948337] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"137.315066ms","start":"2026-03-14T07:06:51.548895Z","end":"2026-03-14T07:06:51.68621Z","steps":["trace[1100948337] 'process raft request' (duration: 136.813394ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.686451Z","caller":"traceutil/trace.go:171","msg":"trace[295448768] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"137.414808ms","start":"2026-03-14T07:06:51.549011Z","end":"2026-03-14T07:06:51.686426Z","steps":["trace[295448768] 'process raft request' (duration: 137.103391ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.686695Z","caller":"traceutil/trace.go:171","msg":"trace[676593400] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"137.585953ms","start":"2026-03-14T07:06:51.549097Z","end":"2026-03-14T07:06:51.686683Z","steps":["trace[676593400] 'process raft request' (duration: 137.253824ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.686792Z","caller":"traceutil/trace.go:171","msg":"trace[1288038403] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"136.462704ms","start":"2026-03-14T07:06:51.550315Z","end":"2026-03-14T07:06:51.686778Z","steps":["trace[1288038403] 'process raft request' (duration: 136.326721ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:55.435623Z","caller":"traceutil/trace.go:171","msg":"trace[521563432] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"296.110548ms","start":"2026-03-14T07:06:55.139478Z","end":"2026-03-14T07:06:55.435589Z","steps":["trace[521563432] 'process raft request' (duration: 295.937684ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:55.436922Z","caller":"traceutil/trace.go:171","msg":"trace[108451024] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2562; }","duration":"128.060584ms","start":"2026-03-14T07:06:55.308842Z","end":"2026-03-14T07:06:55.436902Z","steps":["trace[108451024] 'read index received' (duration: 126.621668ms)","trace[108451024] 'applied index is now lower than readState.Index' (duration: 1.437186ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:55.436963Z","caller":"traceutil/trace.go:171","msg":"trace[224718081] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"282.97683ms","start":"2026-03-14T07:06:55.15395Z","end":"2026-03-14T07:06:55.436927Z","steps":["trace[224718081] 'process raft request' (duration: 282.604691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:55.437154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.290071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:06:55.437342Z","caller":"traceutil/trace.go:171","msg":"trace[1387755233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2460; }","duration":"128.534447ms","start":"2026-03-14T07:06:55.308788Z","end":"2026-03-14T07:06:55.437323Z","steps":["trace[1387755233] 'agreement among raft nodes before linearized reading' (duration: 128.184318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:10.157194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.506024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:07:10.157348Z","caller":"traceutil/trace.go:171","msg":"trace[696452401] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2544; }","duration":"235.688028ms","start":"2026-03-14T07:07:09.92164Z","end":"2026-03-14T07:07:10.157328Z","steps":["trace[696452401] 'range keys from in-memory index tree' (duration: 235.38037ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:25.323158Z","caller":"traceutil/trace.go:171","msg":"trace[1372356147] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"104.191094ms","start":"2026-03-14T07:07:25.218937Z","end":"2026-03-14T07:07:25.323128Z","steps":["trace[1372356147] 'process raft request' (duration: 104.041481ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:27.584445Z","caller":"traceutil/trace.go:171","msg":"trace[346755952] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"183.509011ms","start":"2026-03-14T07:07:27.400907Z","end":"2026-03-14T07:07:27.584416Z","steps":["trace[346755952] 'process raft request' (duration: 183.333126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:27.725769Z","caller":"traceutil/trace.go:171","msg":"trace[1186230830] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"105.730884ms","start":"2026-03-14T07:07:27.620003Z","end":"2026-03-14T07:07:27.725734Z","steps":["trace[1186230830] 'process raft request' (duration: 92.480419ms)","trace[1186230830] 'compare' (duration: 12.841495ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:27.751094Z","caller":"traceutil/trace.go:171","msg":"trace[1088874422] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"114.748942ms","start":"2026-03-14T07:07:27.636315Z","end":"2026-03-14T07:07:27.751064Z","steps":["trace[1088874422] 'process raft request' (duration: 114.611438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:28.273338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.300777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:07:28.2734Z","caller":"traceutil/trace.go:171","msg":"trace[1765957379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"299.40051ms","start":"2026-03-14T07:07:27.973985Z","end":"2026-03-14T07:07:28.273385Z","steps":["trace[1765957379] 'range keys from in-memory index tree' (duration: 299.155584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:28.273417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.765784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:28.273577Z","caller":"traceutil/trace.go:171","msg":"trace[505377728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2640; }","duration":"262.932918ms","start":"2026-03-14T07:07:28.010622Z","end":"2026-03-14T07:07:28.273555Z","steps":["trace[505377728] 'range keys from in-memory index tree' (duration: 262.751214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:28.273813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.202844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:07:28.274139Z","caller":"traceutil/trace.go:171","msg":"trace[229019142] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2750; }","duration":"296.98579ms","start":"2026-03-14T07:07:27.977136Z","end":"2026-03-14T07:07:28.274122Z","steps":["trace[229019142] 'read index received' (duration: 177.215401ms)","trace[229019142] 'applied index is now lower than readState.Index' (duration: 119.769318ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:28.274287Z","caller":"traceutil/trace.go:171","msg":"trace[1615392630] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"298.638412ms","start":"2026-03-14T07:07:27.975631Z","end":"2026-03-14T07:07:28.274269Z","steps":["trace[1615392630] 'process raft request' (duration: 298.400746ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:28.27425Z","caller":"traceutil/trace.go:171","msg":"trace[1720702800] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"300.095369ms","start":"2026-03-14T07:07:27.974077Z","end":"2026-03-14T07:07:28.274173Z","steps":["trace[1720702800] 'process raft request' (duration: 180.219677ms)","trace[1720702800] 'compare' (duration: 118.843045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:28.274515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.36898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:07:28.274562Z","caller":"traceutil/trace.go:171","msg":"trace[8332367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"297.444811ms","start":"2026-03-14T07:07:27.977106Z","end":"2026-03-14T07:07:28.274551Z","steps":["trace[8332367] 'agreement among raft nodes before linearized reading' (duration: 297.075922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:28.274632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.974042Z","time spent":"300.401037ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:28.436895Z","caller":"traceutil/trace.go:171","msg":"trace[294091355] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"159.205526ms","start":"2026-03-14T07:07:28.277659Z","end":"2026-03-14T07:07:28.436865Z","steps":["trace[294091355] 'process raft request' (duration: 145.722824ms)","trace[294091355] 'compare' (duration: 13.345748ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:28.463782Z","caller":"traceutil/trace.go:171","msg":"trace[861125689] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2752; }","duration":"161.977315ms","start":"2026-03-14T07:07:28.30178Z","end":"2026-03-14T07:07:28.463757Z","steps":["trace[861125689] 'read index received' (duration: 121.701927ms)","trace[861125689] 'applied index is now lower than readState.Index' (duration: 40.274138ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:28.46385Z","caller":"traceutil/trace.go:171","msg":"trace[848176693] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"183.832327ms","start":"2026-03-14T07:07:28.27997Z","end":"2026-03-14T07:07:28.463802Z","steps":["trace[848176693] 'process raft request' (duration: 183.583791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:28.463941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.132629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:07:28.463986Z","caller":"traceutil/trace.go:171","msg":"trace[1819865059] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2645; }","duration":"162.239082ms","start":"2026-03-14T07:07:28.301731Z","end":"2026-03-14T07:07:28.46397Z","steps":["trace[1819865059] 'agreement among raft nodes before linearized reading' (duration: 162.121689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:29.896727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.491773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:07:29.896813Z","caller":"traceutil/trace.go:171","msg":"trace[951454002] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2647; }","duration":"384.624326ms","start":"2026-03-14T07:07:29.512171Z","end":"2026-03-14T07:07:29.896795Z","steps":["trace[951454002] 'count revisions from in-memory index tree' (duration: 384.430441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:29.896861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:29.512159Z","time spent":"384.690448ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:07:29.897161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.445231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:29.89725Z","caller":"traceutil/trace.go:171","msg":"trace[1589426629] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2647; }","duration":"418.600525ms","start":"2026-03-14T07:07:29.478628Z","end":"2026-03-14T07:07:29.897229Z","steps":["trace[1589426629] 'count revisions from in-memory index tree' (duration: 418.315678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:29.897294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:29.478608Z","time spent":"418.674947ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:07:29.926236Z","caller":"traceutil/trace.go:171","msg":"trace[2048720545] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"194.253592ms","start":"2026-03-14T07:07:29.73195Z","end":"2026-03-14T07:07:29.926204Z","steps":["trace[2048720545] 'process raft request' (duration: 194.094708ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:29.93979Z","caller":"traceutil/trace.go:171","msg":"trace[567821002] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2757; }","duration":"110.899034ms","start":"2026-03-14T07:07:29.828874Z","end":"2026-03-14T07:07:29.939773Z","steps":["trace[567821002] 'read index received' (duration: 97.240268ms)","trace[567821002] 'applied index is now lower than readState.Index' (duration: 13.657916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:29.939949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.059718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:29.939856Z","caller":"traceutil/trace.go:171","msg":"trace[1552631914] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"181.578861ms","start":"2026-03-14T07:07:29.758244Z","end":"2026-03-14T07:07:29.939823Z","steps":["trace[1552631914] 'process raft request' (duration: 181.427498ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:29.940029Z","caller":"traceutil/trace.go:171","msg":"trace[851605609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2649; }","duration":"111.167371ms","start":"2026-03-14T07:07:29.828833Z","end":"2026-03-14T07:07:29.940001Z","steps":["trace[851605609] 'agreement among raft nodes before linearized reading' (duration: 111.044638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.205883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.450496ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:07:31.206199Z","caller":"traceutil/trace.go:171","msg":"trace[2039730885] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2761; }","duration":"990.734212ms","start":"2026-03-14T07:07:30.215438Z","end":"2026-03-14T07:07:31.206172Z","steps":["trace[2039730885] 'read index received' (duration: 346.087161ms)","trace[2039730885] 'applied index is now lower than readState.Index' (duration: 644.645331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:31.206456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.995909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189ca36a4bfca767\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-14T07:07:31.206505Z","caller":"traceutil/trace.go:171","msg":"trace[2137813946] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189ca36a4bfca767; range_end:; response_count:1; response_revision:2651; }","duration":"991.086411ms","start":"2026-03-14T07:07:30.215404Z","end":"2026-03-14T07:07:31.20649Z","steps":["trace[2137813946] 'agreement among raft nodes before linearized reading' (duration: 990.905727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.20655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.215387Z","time spent":"991.151193ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189ca36a4bfca767\" "} {"level":"warn","ts":"2026-03-14T07:07:31.206766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.607229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:07:31.206779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.815413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:07:31.206832Z","caller":"traceutil/trace.go:171","msg":"trace[1464782349] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2652; }","duration":"657.720802ms","start":"2026-03-14T07:07:30.54909Z","end":"2026-03-14T07:07:31.206811Z","steps":["trace[1464782349] 'agreement among raft nodes before linearized reading' (duration: 657.590529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.206885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.54907Z","time spent":"657.800995ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:07:31.206887Z","caller":"traceutil/trace.go:171","msg":"trace[172673575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2652; }","duration":"927.982427ms","start":"2026-03-14T07:07:30.278875Z","end":"2026-03-14T07:07:31.206857Z","steps":["trace[172673575] 'agreement among raft nodes before linearized reading' (duration: 927.657048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.206937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.278851Z","time spent":"928.077179ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:07:31.207153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.894445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:07:31.207187Z","caller":"traceutil/trace.go:171","msg":"trace[1638676792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2652; }","duration":"738.963906ms","start":"2026-03-14T07:07:30.468213Z","end":"2026-03-14T07:07:31.207177Z","steps":["trace[1638676792] 'agreement among raft nodes before linearized reading' (duration: 738.869374ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:31.207181Z","caller":"traceutil/trace.go:171","msg":"trace[206211838] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"749.868813ms","start":"2026-03-14T07:07:30.457292Z","end":"2026-03-14T07:07:31.207161Z","steps":["trace[206211838] 'process raft request' (duration: 748.709243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.207213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.46819Z","time spent":"739.016918ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:07:31.207302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.457277Z","time spent":"749.945154ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:31.207313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.155714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:07:31.20737Z","caller":"traceutil/trace.go:171","msg":"trace[736873623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2652; }","duration":"766.233807ms","start":"2026-03-14T07:07:30.441117Z","end":"2026-03-14T07:07:31.207351Z","steps":["trace[736873623] 'agreement among raft nodes before linearized reading' (duration: 766.056572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.207404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.441103Z","time spent":"766.293328ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:07:31.207414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.387637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:07:31.207535Z","caller":"traceutil/trace.go:171","msg":"trace[767866557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2652; }","duration":"928.559611ms","start":"2026-03-14T07:07:30.278944Z","end":"2026-03-14T07:07:31.207504Z","steps":["trace[767866557] 'agreement among raft nodes before linearized reading' (duration: 928.236333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:31.20761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:30.278921Z","time spent":"928.674615ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:07:31.711966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563497117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:07:32.212466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563497117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:07:32.713167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563497117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:07:32.746438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537232472s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:07:32.746888Z","caller":"traceutil/trace.go:171","msg":"trace[1731391182] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"1.537783106s","start":"2026-03-14T07:07:31.209079Z","end":"2026-03-14T07:07:32.746862Z","steps":["trace[1731391182] 'process raft request' (duration: 1.537602071s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.747099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.209042Z","time spent":"1.53794473s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:32.779065Z","caller":"traceutil/trace.go:171","msg":"trace[319936863] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.56757794s","start":"2026-03-14T07:07:31.211443Z","end":"2026-03-14T07:07:32.779021Z","steps":["trace[319936863] 'process raft request' (duration: 1.567260842s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:32.779137Z","caller":"traceutil/trace.go:171","msg":"trace[1467528415] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"1.566496622s","start":"2026-03-14T07:07:31.212605Z","end":"2026-03-14T07:07:32.779102Z","steps":["trace[1467528415] 'process raft request' (duration: 1.566412879s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.779237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.211433Z","time spent":"1.567719784s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:32.779339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.212597Z","time spent":"1.566635446s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:32.779332Z","caller":"traceutil/trace.go:171","msg":"trace[1570138527] linearizableReadLoop","detail":"{readStateIndex:2771; appliedIndex:2763; }","duration":"1.567765994s","start":"2026-03-14T07:07:31.211535Z","end":"2026-03-14T07:07:32.779301Z","steps":["trace[1570138527] 'read index received' (duration: 1.535147399s)","trace[1570138527] 'applied index is now lower than readState.Index' (duration: 32.616905ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:32.779443Z","caller":"traceutil/trace.go:171","msg":"trace[1290752438] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"1.567163898s","start":"2026-03-14T07:07:31.212244Z","end":"2026-03-14T07:07:32.779407Z","steps":["trace[1290752438] 'process raft request' (duration: 1.566733257s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:32.779499Z","caller":"traceutil/trace.go:171","msg":"trace[1559634000] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"846.68716ms","start":"2026-03-14T07:07:31.932797Z","end":"2026-03-14T07:07:32.779484Z","steps":["trace[1559634000] 'process raft request' (duration: 846.257849ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:32.779482Z","caller":"traceutil/trace.go:171","msg":"trace[1186492160] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.567453427s","start":"2026-03-14T07:07:31.211944Z","end":"2026-03-14T07:07:32.779398Z","steps":["trace[1186492160] 'process raft request' (duration: 1.566991945s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.779634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.932759Z","time spent":"846.771822ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:32.779668Z","caller":"traceutil/trace.go:171","msg":"trace[2043962259] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"747.324718ms","start":"2026-03-14T07:07:32.032295Z","end":"2026-03-14T07:07:32.77962Z","steps":["trace[2043962259] 'process raft request' (duration: 746.963289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.779732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134621632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:32.779777Z","caller":"traceutil/trace.go:171","msg":"trace[175110446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2660; }","duration":"1.134702764s","start":"2026-03-14T07:07:31.645061Z","end":"2026-03-14T07:07:32.779764Z","steps":["trace[175110446] 'agreement among raft nodes before linearized reading' (duration: 1.134632762s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.779817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.645039Z","time spent":"1.134771205s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:07:32.779848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:32.032265Z","time spent":"747.494853ms","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:32.77969Z","caller":"traceutil/trace.go:171","msg":"trace[1056889951] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"832.554713ms","start":"2026-03-14T07:07:31.947085Z","end":"2026-03-14T07:07:32.77964Z","steps":["trace[1056889951] 'process raft request' (duration: 832.075271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.779888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.100052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:07:32.779876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.211938Z","time spent":"1.567724063s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:32.779944Z","caller":"traceutil/trace.go:171","msg":"trace[530825712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2660; }","duration":"815.190654ms","start":"2026-03-14T07:07:31.964737Z","end":"2026-03-14T07:07:32.779927Z","steps":["trace[530825712] 'agreement among raft nodes before linearized reading' (duration: 815.058531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.77995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.004758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:32.779982Z","caller":"traceutil/trace.go:171","msg":"trace[325516883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2660; }","duration":"951.07564ms","start":"2026-03-14T07:07:31.828899Z","end":"2026-03-14T07:07:32.779975Z","steps":["trace[325516883] 'agreement among raft nodes before linearized reading' (duration: 951.005469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.77998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.964715Z","time spent":"815.257515ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:07:32.779974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.531938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:07:32.78Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.828878Z","time spent":"951.119191ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:07:32.780023Z","caller":"traceutil/trace.go:171","msg":"trace[1506383325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2660; }","duration":"801.62127ms","start":"2026-03-14T07:07:31.978385Z","end":"2026-03-14T07:07:32.780006Z","steps":["trace[1506383325] 'agreement among raft nodes before linearized reading' (duration: 801.465346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.780028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.947042Z","time spent":"832.890521ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:32.78007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.978365Z","time spent":"801.697682ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:07:32.779602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.212207Z","time spent":"1.567313653s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:32.7804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.897763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-14T07:07:32.780551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568683507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:07:32.7806Z","caller":"traceutil/trace.go:171","msg":"trace[979802791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2660; }","duration":"1.569080558s","start":"2026-03-14T07:07:31.211507Z","end":"2026-03-14T07:07:32.780588Z","steps":["trace[979802791] 'agreement among raft nodes before linearized reading' (duration: 1.567996461s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.78063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.211501Z","time spent":"1.569121808s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:07:32.780556Z","caller":"traceutil/trace.go:171","msg":"trace[1315248689] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2660; }","duration":"858.092638ms","start":"2026-03-14T07:07:31.92244Z","end":"2026-03-14T07:07:32.780533Z","steps":["trace[1315248689] 'agreement among raft nodes before linearized reading' (duration: 857.428512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:32.780747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:31.922411Z","time spent":"858.314114ms","remote":"127.0.0.1:58212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-14T07:09:31.234459Z","caller":"traceutil/trace.go:171","msg":"trace[233455904] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"266.874875ms","start":"2026-03-14T07:09:30.967565Z","end":"2026-03-14T07:09:31.23444Z","steps":["trace[233455904] 'process raft request' (duration: 266.750822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:34.043696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.337211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:09:34.043867Z","caller":"traceutil/trace.go:171","msg":"trace[1424431590] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"188.95137ms","start":"2026-03-14T07:09:33.854895Z","end":"2026-03-14T07:09:34.043846Z","steps":["trace[1424431590] 'process raft request' (duration: 88.384653ms)","trace[1424431590] 'compare' (duration: 100.120236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:00.729216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.696149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:10:00.729362Z","caller":"traceutil/trace.go:171","msg":"trace[1747636820] linearizableReadLoop","detail":"{readStateIndex:3709; appliedIndex:3708; }","duration":"224.636734ms","start":"2026-03-14T07:10:00.504698Z","end":"2026-03-14T07:10:00.729335Z","steps":["trace[1747636820] 'read index received' (duration: 41.842731ms)","trace[1747636820] 'applied index is now lower than readState.Index' (duration: 182.792013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:00.729502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.787207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:00.729543Z","caller":"traceutil/trace.go:171","msg":"trace[672355809] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3562; }","duration":"224.87485ms","start":"2026-03-14T07:10:00.504657Z","end":"2026-03-14T07:10:00.729532Z","steps":["trace[672355809] 'agreement among raft nodes before linearized reading' (duration: 224.772247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:00.729651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.11458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:10:00.729715Z","caller":"traceutil/trace.go:171","msg":"trace[1477430434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:3562; }","duration":"174.224763ms","start":"2026-03-14T07:10:00.555475Z","end":"2026-03-14T07:10:00.7297Z","steps":["trace[1477430434] 'agreement among raft nodes before linearized reading' (duration: 174.032908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.451144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:10:06.998223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329753302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:10:06.998246Z","caller":"traceutil/trace.go:171","msg":"trace[1646045132] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:3585; }","duration":"239.586997ms","start":"2026-03-14T07:10:06.75864Z","end":"2026-03-14T07:10:06.998226Z","steps":["trace[1646045132] 'range keys from in-memory index tree' (duration: 239.285109ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:06.998284Z","caller":"traceutil/trace.go:171","msg":"trace[1800572294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3585; }","duration":"1.329863394s","start":"2026-03-14T07:10:05.668407Z","end":"2026-03-14T07:10:06.998271Z","steps":["trace[1800572294] 'range keys from in-memory index tree' (duration: 1.329575807s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.668388Z","time spent":"1.329917235s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331372842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:10:06.99841Z","caller":"traceutil/trace.go:171","msg":"trace[1834747803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3585; }","duration":"1.331460045s","start":"2026-03-14T07:10:05.666935Z","end":"2026-03-14T07:10:06.998395Z","steps":["trace[1834747803] 'range keys from in-memory index tree' (duration: 1.331265339s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.666928Z","time spent":"1.331503266s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170241015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:06.998613Z","caller":"traceutil/trace.go:171","msg":"trace[309592425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3585; }","duration":"1.170278767s","start":"2026-03-14T07:10:05.828327Z","end":"2026-03-14T07:10:06.998606Z","steps":["trace[309592425] 'range keys from in-memory index tree' (duration: 1.170197494s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.828318Z","time spent":"1.170308878s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186480113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:10:06.998696Z","caller":"traceutil/trace.go:171","msg":"trace[1655220511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3585; }","duration":"1.186719149s","start":"2026-03-14T07:10:05.811956Z","end":"2026-03-14T07:10:06.998675Z","steps":["trace[1655220511] 'range keys from in-memory index tree' (duration: 1.186236895s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338092465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:10:06.998744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.811936Z","time spent":"1.18679423s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416478163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:10:06.998781Z","caller":"traceutil/trace.go:171","msg":"trace[1476315098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3585; }","duration":"1.416535424s","start":"2026-03-14T07:10:05.582237Z","end":"2026-03-14T07:10:06.998772Z","steps":["trace[1476315098] 'range keys from in-memory index tree' (duration: 1.416374879s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:06.998776Z","caller":"traceutil/trace.go:171","msg":"trace[1640153235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3585; }","duration":"1.338176067s","start":"2026-03-14T07:10:05.660581Z","end":"2026-03-14T07:10:06.998757Z","steps":["trace[1640153235] 'range keys from in-memory index tree' (duration: 1.337986052s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.582216Z","time spent":"1.416578055s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.660559Z","time spent":"1.338243989s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086089931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:10:06.998886Z","caller":"traceutil/trace.go:171","msg":"trace[1048627364] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3585; }","duration":"1.086191773s","start":"2026-03-14T07:10:05.912662Z","end":"2026-03-14T07:10:06.998854Z","steps":["trace[1048627364] 'count revisions from in-memory index tree' (duration: 1.085976148s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398819269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:10:06.998923Z","caller":"traceutil/trace.go:171","msg":"trace[1790345203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3585; }","duration":"1.398866951s","start":"2026-03-14T07:10:05.600049Z","end":"2026-03-14T07:10:06.998916Z","steps":["trace[1790345203] 'range keys from in-memory index tree' (duration: 1.398739398s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.998932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.912637Z","time spent":"1.086281136s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:10:06.998948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.600034Z","time spent":"1.398906311s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:10:06.998151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334164354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:10:06.999126Z","caller":"traceutil/trace.go:171","msg":"trace[122188980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3585; }","duration":"1.335183159s","start":"2026-03-14T07:10:05.663936Z","end":"2026-03-14T07:10:06.999119Z","steps":["trace[122188980] 'range keys from in-memory index tree' (duration: 1.334048261s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:06.999147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:05.663929Z","time spent":"1.3352115s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:10:07.278315Z","caller":"traceutil/trace.go:171","msg":"trace[629667819] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"275.322941ms","start":"2026-03-14T07:10:07.00297Z","end":"2026-03-14T07:10:07.278293Z","steps":["trace[629667819] 'process raft request' (duration: 275.180198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:07.36678Z","caller":"traceutil/trace.go:171","msg":"trace[1836580689] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"363.362536ms","start":"2026-03-14T07:10:07.003383Z","end":"2026-03-14T07:10:07.366746Z","steps":["trace[1836580689] 'process raft request' (duration: 362.969756ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:07.366939Z","caller":"traceutil/trace.go:171","msg":"trace[1455030019] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"363.353657ms","start":"2026-03-14T07:10:07.003574Z","end":"2026-03-14T07:10:07.366928Z","steps":["trace[1455030019] 'process raft request' (duration: 363.077949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:07.367071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.003566Z","time spent":"363.423789ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:07.366918Z","caller":"traceutil/trace.go:171","msg":"trace[397494539] linearizableReadLoop","detail":"{readStateIndex:3739; appliedIndex:3733; }","duration":"363.174333ms","start":"2026-03-14T07:10:07.00372Z","end":"2026-03-14T07:10:07.366894Z","steps":["trace[397494539] 'read index received' (duration: 274.46429ms)","trace[397494539] 'applied index is now lower than readState.Index' (duration: 88.708683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:10:07.367105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.356568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"warn","ts":"2026-03-14T07:10:07.367095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.003366Z","time spent":"363.603294ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:07.366858Z","caller":"traceutil/trace.go:171","msg":"trace[1128773536] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"363.333547ms","start":"2026-03-14T07:10:07.003488Z","end":"2026-03-14T07:10:07.366821Z","steps":["trace[1128773536] 'process raft request' (duration: 363.08629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:07.367449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.601742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:10:07.367494Z","caller":"traceutil/trace.go:171","msg":"trace[1321129623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3591; }","duration":"359.672513ms","start":"2026-03-14T07:10:07.007814Z","end":"2026-03-14T07:10:07.367486Z","steps":["trace[1321129623] 'agreement among raft nodes before linearized reading' (duration: 359.591841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:07.367517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.007806Z","time spent":"359.705505ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:10:07.366951Z","caller":"traceutil/trace.go:171","msg":"trace[1045929158] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"363.317396ms","start":"2026-03-14T07:10:07.003627Z","end":"2026-03-14T07:10:07.366944Z","steps":["trace[1045929158] 'process raft request' (duration: 363.207674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:07.367559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.003481Z","time spent":"364.007284ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:07.367167Z","caller":"traceutil/trace.go:171","msg":"trace[1781040500] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3591; }","duration":"363.45053ms","start":"2026-03-14T07:10:07.0037Z","end":"2026-03-14T07:10:07.367151Z","steps":["trace[1781040500] 'agreement among raft nodes before linearized reading' (duration: 363.271355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:07.367651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.003694Z","time spent":"363.925871ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16055,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:10:07.36765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.329047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63091"} {"level":"warn","ts":"2026-03-14T07:10:07.36767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.003622Z","time spent":"363.965183ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:10:07.366888Z","caller":"traceutil/trace.go:171","msg":"trace[100648337] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"363.302846ms","start":"2026-03-14T07:10:07.003555Z","end":"2026-03-14T07:10:07.366858Z","steps":["trace[100648337] 'process raft request' (duration: 363.065639ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:07.367722Z","caller":"traceutil/trace.go:171","msg":"trace[798347677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3591; }","duration":"363.437109ms","start":"2026-03-14T07:10:07.004265Z","end":"2026-03-14T07:10:07.367703Z","steps":["trace[798347677] 'agreement among raft nodes before linearized reading' (duration: 363.136572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:07.367766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.004245Z","time spent":"363.511461ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63114,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:10:07.367776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:07.003539Z","time spent":"364.210289ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:11.7972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.426981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:11:11.797243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.524212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:11:11.79731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.664506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:11.797362Z","caller":"traceutil/trace.go:171","msg":"trace[7112755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4004; }","duration":"115.626975ms","start":"2026-03-14T07:11:11.681709Z","end":"2026-03-14T07:11:11.797335Z","steps":["trace[7112755] 'range keys from in-memory index tree' (duration: 115.231505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:11.797377Z","caller":"traceutil/trace.go:171","msg":"trace[936693652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4004; }","duration":"115.673487ms","start":"2026-03-14T07:11:11.681687Z","end":"2026-03-14T07:11:11.797361Z","steps":["trace[936693652] 'range keys from in-memory index tree' (duration: 115.39827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:11.797403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.142413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:11:11.797427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.688727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:11.797535Z","caller":"traceutil/trace.go:171","msg":"trace[1621757002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4004; }","duration":"115.343099ms","start":"2026-03-14T07:11:11.682168Z","end":"2026-03-14T07:11:11.797511Z","steps":["trace[1621757002] 'range keys from in-memory index tree' (duration: 114.897387ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:11.797568Z","caller":"traceutil/trace.go:171","msg":"trace[2040987709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4004; }","duration":"115.887962ms","start":"2026-03-14T07:11:11.681654Z","end":"2026-03-14T07:11:11.797542Z","steps":["trace[2040987709] 'range keys from in-memory index tree' (duration: 115.459451ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:11.797416Z","caller":"traceutil/trace.go:171","msg":"trace[1118433951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4004; }","duration":"115.814281ms","start":"2026-03-14T07:11:11.681575Z","end":"2026-03-14T07:11:11.797389Z","steps":["trace[1118433951] 'range keys from in-memory index tree' (duration: 115.469072ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.197391Z","caller":"traceutil/trace.go:171","msg":"trace[1820760502] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"123.797076ms","start":"2026-03-14T07:11:17.073571Z","end":"2026-03-14T07:11:17.197368Z","steps":["trace[1820760502] 'process raft request' (duration: 106.320085ms)","trace[1820760502] 'compare' (duration: 17.338178ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:17.414033Z","caller":"traceutil/trace.go:171","msg":"trace[542666785] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"216.505922ms","start":"2026-03-14T07:11:17.197505Z","end":"2026-03-14T07:11:17.414011Z","steps":["trace[542666785] 'process raft request' (duration: 161.133986ms)","trace[542666785] 'compare' (duration: 55.193671ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:17.438626Z","caller":"traceutil/trace.go:171","msg":"trace[927558284] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"230.907843ms","start":"2026-03-14T07:11:17.207679Z","end":"2026-03-14T07:11:17.438586Z","steps":["trace[927558284] 'process raft request' (duration: 230.682088ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.438652Z","caller":"traceutil/trace.go:171","msg":"trace[356927091] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"105.719581ms","start":"2026-03-14T07:11:17.332904Z","end":"2026-03-14T07:11:17.438624Z","steps":["trace[356927091] 'process raft request' (duration: 105.67196ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.438719Z","caller":"traceutil/trace.go:171","msg":"trace[1030590943] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"206.544586ms","start":"2026-03-14T07:11:17.232138Z","end":"2026-03-14T07:11:17.438683Z","steps":["trace[1030590943] 'process raft request' (duration: 206.342651ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.438758Z","caller":"traceutil/trace.go:171","msg":"trace[768022833] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"151.51904ms","start":"2026-03-14T07:11:17.287207Z","end":"2026-03-14T07:11:17.438726Z","steps":["trace[768022833] 'process raft request' (duration: 151.320305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:17.650649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.547148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:17.65083Z","caller":"traceutil/trace.go:171","msg":"trace[2015790018] linearizableReadLoop","detail":"{readStateIndex:4504; appliedIndex:4502; }","duration":"142.58964ms","start":"2026-03-14T07:11:17.508225Z","end":"2026-03-14T07:11:17.650815Z","steps":["trace[2015790018] 'read index received' (duration: 39.770693ms)","trace[2015790018] 'applied index is now lower than readState.Index' (duration: 102.818007ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:17.650896Z","caller":"traceutil/trace.go:171","msg":"trace[758219730] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"159.802143ms","start":"2026-03-14T07:11:17.491084Z","end":"2026-03-14T07:11:17.650886Z","steps":["trace[758219730] 'process raft request' (duration: 159.656499ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.650893Z","caller":"traceutil/trace.go:171","msg":"trace[1426072480] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"166.998259ms","start":"2026-03-14T07:11:17.483854Z","end":"2026-03-14T07:11:17.650852Z","steps":["trace[1426072480] 'process raft request' (duration: 64.159512ms)","trace[1426072480] 'compare' (duration: 102.299942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:17.651351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.121453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:17.651386Z","caller":"traceutil/trace.go:171","msg":"trace[734673274] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4320; }","duration":"143.195285ms","start":"2026-03-14T07:11:17.50818Z","end":"2026-03-14T07:11:17.651375Z","steps":["trace[734673274] 'agreement among raft nodes before linearized reading' (duration: 143.092393ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.653014Z","caller":"traceutil/trace.go:171","msg":"trace[2049658578] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"116.914388ms","start":"2026-03-14T07:11:17.53608Z","end":"2026-03-14T07:11:17.652994Z","steps":["trace[2049658578] 'process raft request' (duration: 116.847957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.653232Z","caller":"traceutil/trace.go:171","msg":"trace[50676974] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"129.862812ms","start":"2026-03-14T07:11:17.523305Z","end":"2026-03-14T07:11:17.653168Z","steps":["trace[50676974] 'process raft request' (duration: 129.486902ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.727332Z","caller":"traceutil/trace.go:171","msg":"trace[203357732] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"153.548982ms","start":"2026-03-14T07:11:17.573749Z","end":"2026-03-14T07:11:17.727298Z","steps":["trace[203357732] 'process raft request' (duration: 153.325236ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.727357Z","caller":"traceutil/trace.go:171","msg":"trace[1372393966] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"108.264397ms","start":"2026-03-14T07:11:17.61906Z","end":"2026-03-14T07:11:17.727324Z","steps":["trace[1372393966] 'process raft request' (duration: 108.140203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.727358Z","caller":"traceutil/trace.go:171","msg":"trace[816985444] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"104.441158ms","start":"2026-03-14T07:11:17.622892Z","end":"2026-03-14T07:11:17.727333Z","steps":["trace[816985444] 'process raft request' (duration: 104.369576ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.873949Z","caller":"traceutil/trace.go:171","msg":"trace[1074372731] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"214.547041ms","start":"2026-03-14T07:11:17.659363Z","end":"2026-03-14T07:11:17.87391Z","steps":["trace[1074372731] 'process raft request' (duration: 133.928686ms)","trace[1074372731] 'compare' (duration: 80.357209ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:17.874145Z","caller":"traceutil/trace.go:171","msg":"trace[603975769] linearizableReadLoop","detail":"{readStateIndex:4513; appliedIndex:4509; }","duration":"146.822329ms","start":"2026-03-14T07:11:17.7273Z","end":"2026-03-14T07:11:17.874123Z","steps":["trace[603975769] 'read index received' (duration: 65.955327ms)","trace[603975769] 'applied index is now lower than readState.Index' (duration: 80.865841ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:17.874151Z","caller":"traceutil/trace.go:171","msg":"trace[744040482] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"211.205636ms","start":"2026-03-14T07:11:17.662887Z","end":"2026-03-14T07:11:17.874093Z","steps":["trace[744040482] 'process raft request' (duration: 210.941669ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.87434Z","caller":"traceutil/trace.go:171","msg":"trace[424505695] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"190.446592ms","start":"2026-03-14T07:11:17.683844Z","end":"2026-03-14T07:11:17.874291Z","steps":["trace[424505695] 'process raft request' (duration: 190.212746ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.874434Z","caller":"traceutil/trace.go:171","msg":"trace[1803662701] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"200.705966ms","start":"2026-03-14T07:11:17.673694Z","end":"2026-03-14T07:11:17.8744Z","steps":["trace[1803662701] 'process raft request' (duration: 200.178542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:17.87449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.834452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:17.874544Z","caller":"traceutil/trace.go:171","msg":"trace[2097161538] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4329; }","duration":"150.974595ms","start":"2026-03-14T07:11:17.723553Z","end":"2026-03-14T07:11:17.874528Z","steps":["trace[2097161538] 'agreement among raft nodes before linearized reading' (duration: 150.847192ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.876071Z","caller":"traceutil/trace.go:171","msg":"trace[1793416918] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"145.401202ms","start":"2026-03-14T07:11:17.73064Z","end":"2026-03-14T07:11:17.876041Z","steps":["trace[1793416918] 'process raft request' (duration: 145.200597ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.876599Z","caller":"traceutil/trace.go:171","msg":"trace[1462344695] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"102.888048ms","start":"2026-03-14T07:11:17.773697Z","end":"2026-03-14T07:11:17.876585Z","steps":["trace[1462344695] 'process raft request' (duration: 102.283883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.226746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.866914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:20.226903Z","caller":"traceutil/trace.go:171","msg":"trace[923434759] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"259.876548ms","start":"2026-03-14T07:11:19.966996Z","end":"2026-03-14T07:11:20.226873Z","steps":["trace[923434759] 'process raft request' (duration: 141.788529ms)","trace[923434759] 'compare' (duration: 117.742661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:24.164002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.18205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:24.164124Z","caller":"traceutil/trace.go:171","msg":"trace[1144730050] linearizableReadLoop","detail":"{readStateIndex:4621; appliedIndex:4620; }","duration":"267.706141ms","start":"2026-03-14T07:11:23.896398Z","end":"2026-03-14T07:11:24.164105Z","steps":["trace[1144730050] 'read index received' (duration: 15.246252ms)","trace[1144730050] 'applied index is now lower than readState.Index' (duration: 252.458599ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:24.164272Z","caller":"traceutil/trace.go:171","msg":"trace[181426842] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"289.516893ms","start":"2026-03-14T07:11:23.87473Z","end":"2026-03-14T07:11:24.164247Z","steps":["trace[181426842] 'process raft request' (duration: 37.005664ms)","trace[181426842] 'compare' (duration: 251.974664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:24.164548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.129911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T07:11:24.16489Z","caller":"traceutil/trace.go:171","msg":"trace[976724075] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4435; }","duration":"268.517891ms","start":"2026-03-14T07:11:23.896342Z","end":"2026-03-14T07:11:24.16486Z","steps":["trace[976724075] 'agreement among raft nodes before linearized reading' (duration: 267.929066ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:24.165524Z","caller":"traceutil/trace.go:171","msg":"trace[1314459897] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"261.626603ms","start":"2026-03-14T07:11:23.903874Z","end":"2026-03-14T07:11:24.165501Z","steps":["trace[1314459897] 'process raft request' (duration: 261.386857ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:24.165699Z","caller":"traceutil/trace.go:171","msg":"trace[1695269243] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"260.015102ms","start":"2026-03-14T07:11:23.905667Z","end":"2026-03-14T07:11:24.165683Z","steps":["trace[1695269243] 'process raft request' (duration: 259.749685ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:24.174419Z","caller":"traceutil/trace.go:171","msg":"trace[1830015902] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"253.300639ms","start":"2026-03-14T07:11:23.921095Z","end":"2026-03-14T07:11:24.174396Z","steps":["trace[1830015902] 'process raft request' (duration: 252.93422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:24.174742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.169334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:11:24.174775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.332514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T07:11:24.17481Z","caller":"traceutil/trace.go:171","msg":"trace[1484806520] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4438; }","duration":"278.416746ms","start":"2026-03-14T07:11:23.896385Z","end":"2026-03-14T07:11:24.174801Z","steps":["trace[1484806520] 'agreement among raft nodes before linearized reading' (duration: 278.343464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:24.174796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.863133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:24.174877Z","caller":"traceutil/trace.go:171","msg":"trace[1835655492] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4438; }","duration":"259.013276ms","start":"2026-03-14T07:11:23.915847Z","end":"2026-03-14T07:11:24.17486Z","steps":["trace[1835655492] 'agreement among raft nodes before linearized reading' (duration: 258.859512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:24.174914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.025679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:11:24.174881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.436927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:24.174953Z","caller":"traceutil/trace.go:171","msg":"trace[853428929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4438; }","duration":"195.08118ms","start":"2026-03-14T07:11:23.979863Z","end":"2026-03-14T07:11:24.174944Z","steps":["trace[853428929] 'agreement among raft nodes before linearized reading' (duration: 194.992798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:24.174987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.542482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:11:24.174999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.008938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:24.174804Z","caller":"traceutil/trace.go:171","msg":"trace[1273483155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4438; }","duration":"211.270167ms","start":"2026-03-14T07:11:23.963523Z","end":"2026-03-14T07:11:24.174793Z","steps":["trace[1273483155] 'agreement among raft nodes before linearized reading' (duration: 211.110193ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:24.174999Z","caller":"traceutil/trace.go:171","msg":"trace[2143750523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4438; }","duration":"198.681823ms","start":"2026-03-14T07:11:23.976293Z","end":"2026-03-14T07:11:24.174975Z","steps":["trace[2143750523] 'agreement among raft nodes before linearized reading' (duration: 198.307783ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:24.175025Z","caller":"traceutil/trace.go:171","msg":"trace[1113022689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4438; }","duration":"195.609494ms","start":"2026-03-14T07:11:23.979405Z","end":"2026-03-14T07:11:24.175015Z","steps":["trace[1113022689] 'agreement among raft nodes before linearized reading' (duration: 195.523132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:24.175004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.674355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:11:24.175105Z","caller":"traceutil/trace.go:171","msg":"trace[2107048497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4438; }","duration":"195.80167ms","start":"2026-03-14T07:11:23.979288Z","end":"2026-03-14T07:11:24.17509Z","steps":["trace[2107048497] 'agreement among raft nodes before linearized reading' (duration: 195.655605ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:24.175027Z","caller":"traceutil/trace.go:171","msg":"trace[2058748308] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4438; }","duration":"195.08011ms","start":"2026-03-14T07:11:23.979937Z","end":"2026-03-14T07:11:24.175017Z","steps":["trace[2058748308] 'agreement among raft nodes before linearized reading' (duration: 195.015768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:24.175247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.763234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:11:24.175285Z","caller":"traceutil/trace.go:171","msg":"trace[2108519418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:4438; }","duration":"194.824975ms","start":"2026-03-14T07:11:23.980452Z","end":"2026-03-14T07:11:24.175277Z","steps":["trace[2108519418] 'agreement among raft nodes before linearized reading' (duration: 194.563347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.839415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.403396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-14T07:11:25.839526Z","caller":"traceutil/trace.go:171","msg":"trace[668912361] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4505; }","duration":"569.56267ms","start":"2026-03-14T07:11:25.269938Z","end":"2026-03-14T07:11:25.839501Z","steps":["trace[668912361] 'range keys from in-memory index tree' (duration: 569.224801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.839596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:25.269926Z","time spent":"569.657272ms","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T07:11:25.839604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.429053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-14T07:11:25.839675Z","caller":"traceutil/trace.go:171","msg":"trace[1910136033] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9; range_end:; response_count:1; response_revision:4505; }","duration":"497.512295ms","start":"2026-03-14T07:11:25.342148Z","end":"2026-03-14T07:11:25.839661Z","steps":["trace[1910136033] 'range keys from in-memory index tree' (duration: 497.241978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.839709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:25.342135Z","time spent":"497.567546ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9\" "} {"level":"info","ts":"2026-03-14T07:11:25.840056Z","caller":"traceutil/trace.go:171","msg":"trace[1033601396] linearizableReadLoop","detail":"{readStateIndex:4693; appliedIndex:4692; }","duration":"436.31269ms","start":"2026-03-14T07:11:25.403723Z","end":"2026-03-14T07:11:25.840036Z","steps":["trace[1033601396] 'read index received' (duration: 408.686018ms)","trace[1033601396] 'applied index is now lower than readState.Index' (duration: 27.625562ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:25.840097Z","caller":"traceutil/trace.go:171","msg":"trace[2098760407] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"444.659145ms","start":"2026-03-14T07:11:25.395416Z","end":"2026-03-14T07:11:25.840075Z","steps":["trace[2098760407] 'process raft request' (duration: 416.850909ms)","trace[2098760407] 'compare' (duration: 27.018026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:25.840196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.459974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:25.840238Z","caller":"traceutil/trace.go:171","msg":"trace[1678006839] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4506; }","duration":"436.557636ms","start":"2026-03-14T07:11:25.40367Z","end":"2026-03-14T07:11:25.840228Z","steps":["trace[1678006839] 'agreement among raft nodes before linearized reading' (duration: 436.469233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.84025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:25.395397Z","time spent":"444.775687ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:25.840279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:25.403656Z","time spent":"436.612928ms","remote":"127.0.0.1:35394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:11:25.858726Z","caller":"traceutil/trace.go:171","msg":"trace[1984316140] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"104.403378ms","start":"2026-03-14T07:11:25.754281Z","end":"2026-03-14T07:11:25.858684Z","steps":["trace[1984316140] 'process raft request' (duration: 104.194331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.858787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.057559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49c88cdc-8399-4dfd-8b26-8badc9ba27f7\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-14T07:11:25.858861Z","caller":"traceutil/trace.go:171","msg":"trace[435289892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-49c88cdc-8399-4dfd-8b26-8badc9ba27f7; range_end:; response_count:1; response_revision:4507; }","duration":"219.187692ms","start":"2026-03-14T07:11:25.639658Z","end":"2026-03-14T07:11:25.858846Z","steps":["trace[435289892] 'agreement among raft nodes before linearized reading' (duration: 218.984316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.858952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.821336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-14T07:11:25.859014Z","caller":"traceutil/trace.go:171","msg":"trace[271848573] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9; range_end:; response_count:1; response_revision:4507; }","duration":"454.93825ms","start":"2026-03-14T07:11:25.404062Z","end":"2026-03-14T07:11:25.859Z","steps":["trace[271848573] 'agreement among raft nodes before linearized reading' (duration: 454.752865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:25.859055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:25.404047Z","time spent":"454.998751ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9\" "} {"level":"info","ts":"2026-03-14T07:11:26.027209Z","caller":"traceutil/trace.go:171","msg":"trace[1826898266] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4694; }","duration":"160.511302ms","start":"2026-03-14T07:11:25.866673Z","end":"2026-03-14T07:11:26.027184Z","steps":["trace[1826898266] 'read index received' (duration: 135.529648ms)","trace[1826898266] 'applied index is now lower than readState.Index' (duration: 24.980684ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:26.027316Z","caller":"traceutil/trace.go:171","msg":"trace[1775323778] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"160.82093ms","start":"2026-03-14T07:11:25.866454Z","end":"2026-03-14T07:11:26.027275Z","steps":["trace[1775323778] 'process raft request' (duration: 135.728864ms)","trace[1775323778] 'compare' (duration: 24.887851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:26.02745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.750678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-14T07:11:26.027448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.729531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:26.027492Z","caller":"traceutil/trace.go:171","msg":"trace[377080239] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4508; }","duration":"160.8203ms","start":"2026-03-14T07:11:25.866657Z","end":"2026-03-14T07:11:26.027477Z","steps":["trace[377080239] 'agreement among raft nodes before linearized reading' (duration: 160.671756ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.027555Z","caller":"traceutil/trace.go:171","msg":"trace[1371811133] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4508; }","duration":"105.898575ms","start":"2026-03-14T07:11:25.921628Z","end":"2026-03-14T07:11:26.027527Z","steps":["trace[1371811133] 'agreement among raft nodes before linearized reading' (duration: 105.717091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.427717Z","caller":"traceutil/trace.go:171","msg":"trace[709897341] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4695; }","duration":"261.317696ms","start":"2026-03-14T07:11:26.166376Z","end":"2026-03-14T07:11:26.427694Z","steps":["trace[709897341] 'read index received' (duration: 261.223313ms)","trace[709897341] 'applied index is now lower than readState.Index' (duration: 93.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:26.42786Z","caller":"traceutil/trace.go:171","msg":"trace[1914606521] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"363.549517ms","start":"2026-03-14T07:11:26.064271Z","end":"2026-03-14T07:11:26.427821Z","steps":["trace[1914606521] 'process raft request' (duration: 363.2777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.427893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.495481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:26.427964Z","caller":"traceutil/trace.go:171","msg":"trace[588471443] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4509; }","duration":"261.626134ms","start":"2026-03-14T07:11:26.166323Z","end":"2026-03-14T07:11:26.42795Z","steps":["trace[588471443] 'agreement among raft nodes before linearized reading' (duration: 261.495811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.428049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.064242Z","time spent":"363.707691ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:26.487894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.232147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:11:26.487931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.146403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:26.487982Z","caller":"traceutil/trace.go:171","msg":"trace[1187586292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4510; }","duration":"300.334659ms","start":"2026-03-14T07:11:26.187629Z","end":"2026-03-14T07:11:26.487964Z","steps":["trace[1187586292] 'agreement among raft nodes before linearized reading' (duration: 300.094023ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.488001Z","caller":"traceutil/trace.go:171","msg":"trace[174945050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4510; }","duration":"298.250766ms","start":"2026-03-14T07:11:26.189736Z","end":"2026-03-14T07:11:26.487986Z","steps":["trace[174945050] 'agreement among raft nodes before linearized reading' (duration: 298.02675ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.487998Z","caller":"traceutil/trace.go:171","msg":"trace[520616433] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"303.4864ms","start":"2026-03-14T07:11:26.184484Z","end":"2026-03-14T07:11:26.487971Z","steps":["trace[520616433] 'process raft request' (duration: 303.09053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.488025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.18757Z","time spent":"300.446183ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:26.488033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.961313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:11:26.488102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.184467Z","time spent":"303.573713ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:26.488114Z","caller":"traceutil/trace.go:171","msg":"trace[832619110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:4510; }","duration":"297.091087ms","start":"2026-03-14T07:11:26.191005Z","end":"2026-03-14T07:11:26.488096Z","steps":["trace[832619110] 'agreement among raft nodes before linearized reading' (duration: 296.807429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.48821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.486351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:11:26.488248Z","caller":"traceutil/trace.go:171","msg":"trace[355877713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4510; }","duration":"298.534653ms","start":"2026-03-14T07:11:26.189703Z","end":"2026-03-14T07:11:26.488238Z","steps":["trace[355877713] 'agreement among raft nodes before linearized reading' (duration: 298.42287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.488302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.720718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:26.488339Z","caller":"traceutil/trace.go:171","msg":"trace[1161114077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4510; }","duration":"298.795809ms","start":"2026-03-14T07:11:26.189532Z","end":"2026-03-14T07:11:26.488328Z","steps":["trace[1161114077] 'agreement among raft nodes before linearized reading' (duration: 298.657436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.488463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.500162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:11:26.488503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.052506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:11:26.488598Z","caller":"traceutil/trace.go:171","msg":"trace[464189503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4510; }","duration":"298.639585ms","start":"2026-03-14T07:11:26.189912Z","end":"2026-03-14T07:11:26.488552Z","steps":["trace[464189503] 'agreement among raft nodes before linearized reading' (duration: 298.255395ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.488611Z","caller":"traceutil/trace.go:171","msg":"trace[1451347141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4510; }","duration":"299.21855ms","start":"2026-03-14T07:11:26.189371Z","end":"2026-03-14T07:11:26.488589Z","steps":["trace[1451347141] 'agreement among raft nodes before linearized reading' (duration: 298.975504ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.922539Z","caller":"traceutil/trace.go:171","msg":"trace[1450279191] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"429.984136ms","start":"2026-03-14T07:11:26.49252Z","end":"2026-03-14T07:11:26.922504Z","steps":["trace[1450279191] 'process raft request' (duration: 409.438098ms)","trace[1450279191] 'compare' (duration: 20.363244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:26.922715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.492493Z","time spent":"430.13003ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:26.942825Z","caller":"traceutil/trace.go:171","msg":"trace[2076433020] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"449.369755ms","start":"2026-03-14T07:11:26.493426Z","end":"2026-03-14T07:11:26.942796Z","steps":["trace[2076433020] 'process raft request' (duration: 449.16434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.942999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.493404Z","time spent":"449.50279ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:26.943109Z","caller":"traceutil/trace.go:171","msg":"trace[1499147476] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"449.5365ms","start":"2026-03-14T07:11:26.493544Z","end":"2026-03-14T07:11:26.94308Z","steps":["trace[1499147476] 'process raft request' (duration: 449.202681ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.943163Z","caller":"traceutil/trace.go:171","msg":"trace[1174853153] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"449.440718ms","start":"2026-03-14T07:11:26.493674Z","end":"2026-03-14T07:11:26.943114Z","steps":["trace[1174853153] 'process raft request' (duration: 449.268024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.943222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.493534Z","time spent":"449.634143ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:26.943275Z","caller":"traceutil/trace.go:171","msg":"trace[1941406846] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"449.450279ms","start":"2026-03-14T07:11:26.493807Z","end":"2026-03-14T07:11:26.943257Z","steps":["trace[1941406846] 'process raft request' (duration: 449.249084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.943377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.493794Z","time spent":"449.534711ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:26.943366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.493584Z","time spent":"449.667414ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:26.943514Z","caller":"traceutil/trace.go:171","msg":"trace[125390270] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4697; }","duration":"445.758473ms","start":"2026-03-14T07:11:26.497737Z","end":"2026-03-14T07:11:26.943496Z","steps":["trace[125390270] 'read index received' (duration: 404.214003ms)","trace[125390270] 'applied index is now lower than readState.Index' (duration: 41.5426ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:26.943525Z","caller":"traceutil/trace.go:171","msg":"trace[372005932] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"449.681544ms","start":"2026-03-14T07:11:26.493829Z","end":"2026-03-14T07:11:26.943511Z","steps":["trace[372005932] 'process raft request' (duration: 449.362526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.943606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.493819Z","time spent":"449.750096ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:26.943763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.011819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-14T07:11:26.943827Z","caller":"traceutil/trace.go:171","msg":"trace[1193417906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4516; }","duration":"446.101801ms","start":"2026-03-14T07:11:26.497709Z","end":"2026-03-14T07:11:26.943811Z","steps":["trace[1193417906] 'agreement among raft nodes before linearized reading' (duration: 445.847124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.943824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.314504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:26.943864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.497698Z","time spent":"446.156783ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:11:26.943874Z","caller":"traceutil/trace.go:171","msg":"trace[795569656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4516; }","duration":"116.400396ms","start":"2026-03-14T07:11:26.82746Z","end":"2026-03-14T07:11:26.94386Z","steps":["trace[795569656] 'agreement among raft nodes before linearized reading' (duration: 116.334594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.943763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.97584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189ca3a5879d8dc7\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-14T07:11:26.943996Z","caller":"traceutil/trace.go:171","msg":"trace[588303584] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189ca3a5879d8dc7; range_end:; response_count:1; response_revision:4516; }","duration":"380.281227ms","start":"2026-03-14T07:11:26.563698Z","end":"2026-03-14T07:11:26.943979Z","steps":["trace[588303584] 'agreement among raft nodes before linearized reading' (duration: 379.925078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.944088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.563676Z","time spent":"380.352299ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1202,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189ca3a5879d8dc7\" "} {"level":"warn","ts":"2026-03-14T07:11:26.944246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.368664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T07:11:26.944319Z","caller":"traceutil/trace.go:171","msg":"trace[1388395012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4516; }","duration":"191.472007ms","start":"2026-03-14T07:11:26.752824Z","end":"2026-03-14T07:11:26.944296Z","steps":["trace[1388395012] 'agreement among raft nodes before linearized reading' (duration: 191.313003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:26.944746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.588449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517414"} {"level":"info","ts":"2026-03-14T07:11:26.94481Z","caller":"traceutil/trace.go:171","msg":"trace[132018114] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4516; }","duration":"168.720322ms","start":"2026-03-14T07:11:26.776074Z","end":"2026-03-14T07:11:26.944794Z","steps":["trace[132018114] 'agreement among raft nodes before linearized reading' (duration: 168.297611ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:27.057321Z","caller":"traceutil/trace.go:171","msg":"trace[1403622456] linearizableReadLoop","detail":"{readStateIndex:4704; appliedIndex:4703; }","duration":"109.935419ms","start":"2026-03-14T07:11:26.947363Z","end":"2026-03-14T07:11:27.057298Z","steps":["trace[1403622456] 'read index received' (duration: 109.799646ms)","trace[1403622456] 'applied index is now lower than readState.Index' (duration: 134.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:27.05734Z","caller":"traceutil/trace.go:171","msg":"trace[1838467420] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"110.407112ms","start":"2026-03-14T07:11:26.94691Z","end":"2026-03-14T07:11:27.057318Z","steps":["trace[1838467420] 'process raft request' (duration: 110.218007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.05757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.188676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39e0466e-4121-4913-8950-422bcbbd9101\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-14T07:11:27.057625Z","caller":"traceutil/trace.go:171","msg":"trace[618154489] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39e0466e-4121-4913-8950-422bcbbd9101; range_end:; response_count:1; response_revision:4517; }","duration":"110.264978ms","start":"2026-03-14T07:11:26.947344Z","end":"2026-03-14T07:11:27.057609Z","steps":["trace[618154489] 'agreement among raft nodes before linearized reading' (duration: 110.045183ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:27.527133Z","caller":"traceutil/trace.go:171","msg":"trace[204002859] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"104.492409ms","start":"2026-03-14T07:11:27.422618Z","end":"2026-03-14T07:11:27.52711Z","steps":["trace[204002859] 'process raft request' (duration: 104.355006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:28.065596Z","caller":"traceutil/trace.go:171","msg":"trace[473366907] linearizableReadLoop","detail":"{readStateIndex:4717; appliedIndex:4715; }","duration":"116.045857ms","start":"2026-03-14T07:11:27.94953Z","end":"2026-03-14T07:11:28.065575Z","steps":["trace[473366907] 'read index received' (duration: 14.819382ms)","trace[473366907] 'applied index is now lower than readState.Index' (duration: 101.225065ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:28.065624Z","caller":"traceutil/trace.go:171","msg":"trace[983642086] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"148.993685ms","start":"2026-03-14T07:11:27.916588Z","end":"2026-03-14T07:11:28.065581Z","steps":["trace[983642086] 'process raft request' (duration: 131.034433ms)","trace[983642086] 'compare' (duration: 17.701756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:28.065792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.242882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49c88cdc-8399-4dfd-8b26-8badc9ba27f7\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-14T07:11:28.065814Z","caller":"traceutil/trace.go:171","msg":"trace[1006034331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-49c88cdc-8399-4dfd-8b26-8badc9ba27f7; range_end:; response_count:1; response_revision:4530; }","duration":"116.321664ms","start":"2026-03-14T07:11:27.949485Z","end":"2026-03-14T07:11:28.065807Z","steps":["trace[1006034331] 'agreement among raft nodes before linearized reading' (duration: 116.18047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:28.065854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.841792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-14T07:11:28.065877Z","caller":"traceutil/trace.go:171","msg":"trace[1185784769] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acf77c9c-762a-4c9b-bf83-21a6e44ae3f9; range_end:; response_count:1; response_revision:4530; }","duration":"115.887652ms","start":"2026-03-14T07:11:27.949984Z","end":"2026-03-14T07:11:28.065871Z","steps":["trace[1185784769] 'agreement among raft nodes before linearized reading' (duration: 115.818691ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:28.903503Z","caller":"traceutil/trace.go:171","msg":"trace[1037961318] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"469.850512ms","start":"2026-03-14T07:11:28.433633Z","end":"2026-03-14T07:11:28.903483Z","steps":["trace[1037961318] 'process raft request' (duration: 469.734549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:28.903615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:28.433612Z","time spent":"469.945674ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:28.906032Z","caller":"traceutil/trace.go:171","msg":"trace[773669586] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"412.194608ms","start":"2026-03-14T07:11:28.493815Z","end":"2026-03-14T07:11:28.90601Z","steps":["trace[773669586] 'process raft request' (duration: 411.943852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:28.906196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:28.49379Z","time spent":"412.318712ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:29.893174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.051343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:29.893704Z","caller":"traceutil/trace.go:171","msg":"trace[1405226356] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"449.768986ms","start":"2026-03-14T07:11:29.443899Z","end":"2026-03-14T07:11:29.893668Z","steps":["trace[1405226356] 'process raft request' (duration: 60.160509ms)","trace[1405226356] 'compare' (duration: 388.747115ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:29.893748Z","caller":"traceutil/trace.go:171","msg":"trace[1729571578] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"449.778947ms","start":"2026-03-14T07:11:29.443953Z","end":"2026-03-14T07:11:29.893732Z","steps":["trace[1729571578] 'process raft request' (duration: 449.315245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:29.893795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.44389Z","time spent":"449.869569ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:29.893853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.443942Z","time spent":"449.848278ms","remote":"127.0.0.1:58334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:29.894026Z","caller":"traceutil/trace.go:171","msg":"trace[1789540768] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"448.38085ms","start":"2026-03-14T07:11:29.44563Z","end":"2026-03-14T07:11:29.894011Z","steps":["trace[1789540768] 'process raft request' (duration: 448.032431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:29.894345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.445616Z","time spent":"448.572585ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:30.111245Z","caller":"traceutil/trace.go:171","msg":"trace[1722352997] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"634.878761ms","start":"2026-03-14T07:11:29.476337Z","end":"2026-03-14T07:11:30.111216Z","steps":["trace[1722352997] 'process raft request' (duration: 634.800768ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.111297Z","caller":"traceutil/trace.go:171","msg":"trace[1803882378] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"634.85525ms","start":"2026-03-14T07:11:29.476413Z","end":"2026-03-14T07:11:30.111268Z","steps":["trace[1803882378] 'process raft request' (duration: 634.764758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:30.111357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.476327Z","time spent":"634.980443ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:30.111433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.476409Z","time spent":"634.961193ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:11:30.111454Z","caller":"traceutil/trace.go:171","msg":"trace[480991234] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"635.120857ms","start":"2026-03-14T07:11:29.476323Z","end":"2026-03-14T07:11:30.111444Z","steps":["trace[480991234] 'process raft request' (duration: 586.643238ms)","trace[480991234] 'compare' (duration: 48.061687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:30.111492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.476306Z","time spent":"635.166197ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:11:30.111546Z","caller":"traceutil/trace.go:171","msg":"trace[1744300587] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"635.153117ms","start":"2026-03-14T07:11:29.476387Z","end":"2026-03-14T07:11:30.11154Z","steps":["trace[1744300587] 'process raft request' (duration: 634.773837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:30.111576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:29.47638Z","time spent":"635.182919ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:11:30.111634Z","caller":"traceutil/trace.go:171","msg":"trace[701498672] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"211.962675ms","start":"2026-03-14T07:11:29.899665Z","end":"2026-03-14T07:11:30.111628Z","steps":["trace[701498672] 'process raft request' (duration: 211.569825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.111624Z","caller":"traceutil/trace.go:171","msg":"trace[1606689624] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4735; }","duration":"285.315874ms","start":"2026-03-14T07:11:29.826284Z","end":"2026-03-14T07:11:30.1116Z","steps":["trace[1606689624] 'read index received' (duration: 236.696992ms)","trace[1606689624] 'applied index is now lower than readState.Index' (duration: 48.616092ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:30.111753Z","caller":"traceutil/trace.go:171","msg":"trace[2081949478] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"213.190777ms","start":"2026-03-14T07:11:29.898546Z","end":"2026-03-14T07:11:30.111737Z","steps":["trace[2081949478] 'process raft request' (duration: 212.657664ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.111872Z","caller":"traceutil/trace.go:171","msg":"trace[1431865579] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"188.556133ms","start":"2026-03-14T07:11:29.92331Z","end":"2026-03-14T07:11:30.111866Z","steps":["trace[1431865579] 'process raft request' (duration: 187.962978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:30.114394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.084244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:30.114479Z","caller":"traceutil/trace.go:171","msg":"trace[275337278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4554; }","duration":"288.227318ms","start":"2026-03-14T07:11:29.826234Z","end":"2026-03-14T07:11:30.114461Z","steps":["trace[275337278] 'agreement among raft nodes before linearized reading' (duration: 285.699863ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:32.254124Z","caller":"traceutil/trace.go:171","msg":"trace[126852384] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4890; }","duration":"427.351298ms","start":"2026-03-14T07:11:31.826749Z","end":"2026-03-14T07:11:32.2541Z","steps":["trace[126852384] 'read index received' (duration: 427.181204ms)","trace[126852384] 'applied index is now lower than readState.Index' (duration: 169.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:32.25419Z","caller":"traceutil/trace.go:171","msg":"trace[1175540665] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"491.368506ms","start":"2026-03-14T07:11:31.762789Z","end":"2026-03-14T07:11:32.254157Z","steps":["trace[1175540665] 'process raft request' (duration: 491.14582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:32.254277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.512723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:32.254316Z","caller":"traceutil/trace.go:171","msg":"trace[219819493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4697; }","duration":"427.598635ms","start":"2026-03-14T07:11:31.826706Z","end":"2026-03-14T07:11:32.254305Z","steps":["trace[219819493] 'agreement among raft nodes before linearized reading' (duration: 427.515042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:32.254346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:31.762774Z","time spent":"491.4933ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:32.25435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:31.826693Z","time spent":"427.647836ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:11:32.261262Z","caller":"traceutil/trace.go:171","msg":"trace[1987638956] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"143.560664ms","start":"2026-03-14T07:11:32.11767Z","end":"2026-03-14T07:11:32.261231Z","steps":["trace[1987638956] 'process raft request' (duration: 143.40157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:32.261724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.568206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-14T07:11:32.261736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.825766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-14T07:11:32.26178Z","caller":"traceutil/trace.go:171","msg":"trace[1476152898] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4699; }","duration":"408.668438ms","start":"2026-03-14T07:11:31.853094Z","end":"2026-03-14T07:11:32.261763Z","steps":["trace[1476152898] 'agreement among raft nodes before linearized reading' (duration: 408.392691ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:32.261799Z","caller":"traceutil/trace.go:171","msg":"trace[272693100] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4699; }","duration":"306.934449ms","start":"2026-03-14T07:11:31.954847Z","end":"2026-03-14T07:11:32.261782Z","steps":["trace[272693100] 'agreement among raft nodes before linearized reading' (duration: 306.772155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:32.26183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:31.954827Z","time spent":"306.99699ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T07:11:32.261909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:31.853077Z","time spent":"408.73655ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T07:11:33.329037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563502232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:11:33.728201Z","caller":"traceutil/trace.go:171","msg":"trace[1028601166] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"1.074646749s","start":"2026-03-14T07:11:32.653519Z","end":"2026-03-14T07:11:33.728166Z","steps":["trace[1028601166] 'process raft request' (duration: 977.635892ms)","trace[1028601166] 'compare' (duration: 96.716129ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:33.728802Z","caller":"traceutil/trace.go:171","msg":"trace[976819584] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4907; }","duration":"900.925339ms","start":"2026-03-14T07:11:32.827864Z","end":"2026-03-14T07:11:33.72879Z","steps":["trace[976819584] 'read index received' (duration: 803.291626ms)","trace[976819584] 'applied index is now lower than readState.Index' (duration: 97.632853ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:33.728965Z","caller":"traceutil/trace.go:171","msg":"trace[1379384324] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"807.818361ms","start":"2026-03-14T07:11:32.921131Z","end":"2026-03-14T07:11:33.728949Z","steps":["trace[1379384324] 'process raft request' (duration: 807.607785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.7291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.224656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:33.729144Z","caller":"traceutil/trace.go:171","msg":"trace[1636523863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4718; }","duration":"901.308968ms","start":"2026-03-14T07:11:32.827825Z","end":"2026-03-14T07:11:33.729134Z","steps":["trace[1636523863] 'agreement among raft nodes before linearized reading' (duration: 901.204636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.729177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.827808Z","time spent":"901.359879ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:11:33.72954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.192082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:33.729535Z","caller":"traceutil/trace.go:171","msg":"trace[920342383] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"852.105572ms","start":"2026-03-14T07:11:32.877387Z","end":"2026-03-14T07:11:33.729493Z","steps":["trace[920342383] 'process raft request' (duration: 851.318552ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:33.729598Z","caller":"traceutil/trace.go:171","msg":"trace[1477731389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4718; }","duration":"777.250444ms","start":"2026-03-14T07:11:32.952338Z","end":"2026-03-14T07:11:33.729588Z","steps":["trace[1477731389] 'agreement among raft nodes before linearized reading' (duration: 777.040359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.729628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.952283Z","time spent":"777.337846ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:11:33.729624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.898862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129494"} {"level":"warn","ts":"2026-03-14T07:11:33.729639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.915009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:33.729685Z","caller":"traceutil/trace.go:171","msg":"trace[1327074057] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4718; }","duration":"494.007275ms","start":"2026-03-14T07:11:33.235661Z","end":"2026-03-14T07:11:33.729669Z","steps":["trace[1327074057] 'agreement among raft nodes before linearized reading' (duration: 493.718678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.729696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.877362Z","time spent":"852.261945ms","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:33.729724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:33.23564Z","time spent":"494.075646ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129517,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-14T07:11:33.729717Z","caller":"traceutil/trace.go:171","msg":"trace[772307316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4718; }","duration":"734.014072ms","start":"2026-03-14T07:11:32.995684Z","end":"2026-03-14T07:11:33.729698Z","steps":["trace[772307316] 'agreement among raft nodes before linearized reading' (duration: 733.816347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.729769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.921106Z","time spent":"807.918194ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:33.72977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.995628Z","time spent":"734.132244ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:33.729755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.281058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-14T07:11:33.72976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.681204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:11:33.729796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.985135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-14T07:11:33.729832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.993392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:11:33.729836Z","caller":"traceutil/trace.go:171","msg":"trace[874532484] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4718; }","duration":"502.38663ms","start":"2026-03-14T07:11:33.22743Z","end":"2026-03-14T07:11:33.729817Z","steps":["trace[874532484] 'agreement among raft nodes before linearized reading' (duration: 502.251816ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:33.729851Z","caller":"traceutil/trace.go:171","msg":"trace[1707403464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4718; }","duration":"733.796396ms","start":"2026-03-14T07:11:32.996029Z","end":"2026-03-14T07:11:33.729825Z","steps":["trace[1707403464] 'agreement among raft nodes before linearized reading' (duration: 733.591381ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:33.729846Z","caller":"traceutil/trace.go:171","msg":"trace[1745555792] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4718; }","duration":"597.034116ms","start":"2026-03-14T07:11:33.132796Z","end":"2026-03-14T07:11:33.729831Z","steps":["trace[1745555792] 'agreement among raft nodes before linearized reading' (duration: 596.79994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:33.729873Z","caller":"traceutil/trace.go:171","msg":"trace[1642480800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:4718; }","duration":"736.067774ms","start":"2026-03-14T07:11:32.993794Z","end":"2026-03-14T07:11:33.729862Z","steps":["trace[1642480800] 'agreement among raft nodes before linearized reading' (duration: 735.967631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.729886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:33.132759Z","time spent":"597.118988ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-14T07:11:33.729886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.996021Z","time spent":"733.855777ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:11:33.729886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:33.227413Z","time spent":"502.460832ms","remote":"127.0.0.1:58092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-14T07:11:33.728951Z","caller":"traceutil/trace.go:171","msg":"trace[1399993589] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"997.997036ms","start":"2026-03-14T07:11:32.730917Z","end":"2026-03-14T07:11:33.728914Z","steps":["trace[1399993589] 'process raft request' (duration: 997.567065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.729956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.730896Z","time spent":"999.038972ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2226,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:33.729934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.653495Z","time spent":"1.076346512s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:33.72998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.126595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:11:33.730006Z","caller":"traceutil/trace.go:171","msg":"trace[1836814473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4718; }","duration":"748.186296ms","start":"2026-03-14T07:11:32.981813Z","end":"2026-03-14T07:11:33.729999Z","steps":["trace[1836814473] 'agreement among raft nodes before linearized reading' (duration: 748.112134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.730036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.981796Z","time spent":"748.234478ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:11:33.729552Z","caller":"traceutil/trace.go:171","msg":"trace[758366373] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"1.07505126s","start":"2026-03-14T07:11:32.654451Z","end":"2026-03-14T07:11:33.729502Z","steps":["trace[758366373] 'process raft request' (duration: 1.073910751s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.730106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.21773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:11:33.72987Z","caller":"traceutil/trace.go:171","msg":"trace[2006514579] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"1.07505427s","start":"2026-03-14T07:11:32.654778Z","end":"2026-03-14T07:11:33.729832Z","steps":["trace[2006514579] 'process raft request' (duration: 1.073666125s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.73015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.295019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-14T07:11:33.729907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.99377Z","time spent":"736.130577ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:11:33.730171Z","caller":"traceutil/trace.go:171","msg":"trace[1532248316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4718; }","duration":"738.297531ms","start":"2026-03-14T07:11:32.991854Z","end":"2026-03-14T07:11:33.730151Z","steps":["trace[1532248316] 'agreement among raft nodes before linearized reading' (duration: 738.163248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.7302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.549261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9.189ca3a75baa7a79\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-14T07:11:33.730204Z","caller":"traceutil/trace.go:171","msg":"trace[1570124342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048; range_end:; response_count:1; response_revision:4718; }","duration":"436.399801ms","start":"2026-03-14T07:11:33.29379Z","end":"2026-03-14T07:11:33.73019Z","steps":["trace[1570124342] 'agreement among raft nodes before linearized reading' (duration: 436.238207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.730183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.654435Z","time spent":"1.075664145s","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:11:33.730232Z","caller":"traceutil/trace.go:171","msg":"trace[185941886] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9.189ca3a75baa7a79; range_end:; response_count:1; response_revision:4718; }","duration":"247.612093ms","start":"2026-03-14T07:11:33.48261Z","end":"2026-03-14T07:11:33.730222Z","steps":["trace[185941886] 'agreement among raft nodes before linearized reading' (duration: 247.532281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.730238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:33.293758Z","time spent":"436.472403ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048\" "} {"level":"warn","ts":"2026-03-14T07:11:33.730237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.991842Z","time spent":"738.363693ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:33.730344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.654756Z","time spent":"1.075543122s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:33.730403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.932562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-14T07:11:33.730439Z","caller":"traceutil/trace.go:171","msg":"trace[35272181] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9; range_end:; response_count:1; response_revision:4718; }","duration":"249.988174ms","start":"2026-03-14T07:11:33.480439Z","end":"2026-03-14T07:11:33.730428Z","steps":["trace[35272181] 'agreement among raft nodes before linearized reading' (duration: 249.868841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.732548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.921746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:33.733049Z","caller":"traceutil/trace.go:171","msg":"trace[1976012381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4718; }","duration":"744.412269ms","start":"2026-03-14T07:11:32.988603Z","end":"2026-03-14T07:11:33.733015Z","steps":["trace[1976012381] 'agreement among raft nodes before linearized reading' (duration: 741.366091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.733093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:32.988556Z","time spent":"744.524551ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:34.215729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.675823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-14T07:11:34.215825Z","caller":"traceutil/trace.go:171","msg":"trace[839388248] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4739; }","duration":"137.833037ms","start":"2026-03-14T07:11:34.077969Z","end":"2026-03-14T07:11:34.215802Z","steps":["trace[839388248] 'range keys from in-memory index tree' (duration: 137.484368ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.344937Z","caller":"traceutil/trace.go:171","msg":"trace[923971995] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4934; }","duration":"127.81931ms","start":"2026-03-14T07:11:34.217095Z","end":"2026-03-14T07:11:34.344915Z","steps":["trace[923971995] 'read index received' (duration: 127.400549ms)","trace[923971995] 'applied index is now lower than readState.Index' (duration: 417.851µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:34.345011Z","caller":"traceutil/trace.go:171","msg":"trace[332735399] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"222.973799ms","start":"2026-03-14T07:11:34.122008Z","end":"2026-03-14T07:11:34.344982Z","steps":["trace[332735399] 'process raft request' (duration: 222.590709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:34.34513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.025685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-94b7x\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-14T07:11:34.345168Z","caller":"traceutil/trace.go:171","msg":"trace[1050023227] range","detail":"{range_begin:/registry/pods/monitoring/vector-94b7x; range_end:; response_count:1; response_revision:4740; }","duration":"128.116147ms","start":"2026-03-14T07:11:34.217043Z","end":"2026-03-14T07:11:34.345159Z","steps":["trace[1050023227] 'agreement among raft nodes before linearized reading' (duration: 127.980604ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.373327Z","caller":"traceutil/trace.go:171","msg":"trace[1145828783] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"135.165598ms","start":"2026-03-14T07:11:34.238143Z","end":"2026-03-14T07:11:34.373309Z","steps":["trace[1145828783] 'process raft request' (duration: 134.745658ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.373542Z","caller":"traceutil/trace.go:171","msg":"trace[1742128657] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"106.981393ms","start":"2026-03-14T07:11:34.266555Z","end":"2026-03-14T07:11:34.373536Z","steps":["trace[1742128657] 'process raft request' (duration: 106.436439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.242084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563502324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:11:36.548533Z","caller":"traceutil/trace.go:171","msg":"trace[1257516530] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4749; }","duration":"878.33966ms","start":"2026-03-14T07:11:35.670168Z","end":"2026-03-14T07:11:36.548508Z","steps":["trace[1257516530] 'process raft request' (duration: 878.260918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.548657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.670154Z","time spent":"878.450294ms","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:11:36.551948Z","caller":"traceutil/trace.go:171","msg":"trace[1278404656] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"365.391063ms","start":"2026-03-14T07:11:36.186532Z","end":"2026-03-14T07:11:36.551923Z","steps":["trace[1278404656] 'process raft request' (duration: 365.294911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:36.551996Z","caller":"traceutil/trace.go:171","msg":"trace[801599781] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"810.665547ms","start":"2026-03-14T07:11:35.741301Z","end":"2026-03-14T07:11:36.551966Z","steps":["trace[801599781] 'process raft request' (duration: 810.37357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.55211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.186512Z","time spent":"365.511396ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:36.552106Z","caller":"traceutil/trace.go:171","msg":"trace[1109051102] linearizableReadLoop","detail":"{readStateIndex:4948; appliedIndex:4945; }","duration":"810.880053ms","start":"2026-03-14T07:11:35.741203Z","end":"2026-03-14T07:11:36.552083Z","steps":["trace[1109051102] 'read index received' (duration: 807.276882ms)","trace[1109051102] 'applied index is now lower than readState.Index' (duration: 3.601461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:36.552154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.741269Z","time spent":"810.805511ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:36.552211Z","caller":"traceutil/trace.go:171","msg":"trace[580937557] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"174.193207ms","start":"2026-03-14T07:11:36.377969Z","end":"2026-03-14T07:11:36.552162Z","steps":["trace[580937557] 'process raft request' (duration: 173.91386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.552353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.129809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-14T07:11:36.552357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.630546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:36.552397Z","caller":"traceutil/trace.go:171","msg":"trace[636727766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048; range_end:; response_count:1; response_revision:4752; }","duration":"811.212081ms","start":"2026-03-14T07:11:35.741171Z","end":"2026-03-14T07:11:36.552383Z","steps":["trace[636727766] 'agreement among raft nodes before linearized reading' (duration: 811.044027ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:36.552411Z","caller":"traceutil/trace.go:171","msg":"trace[328789011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4752; }","duration":"808.706668ms","start":"2026-03-14T07:11:35.743689Z","end":"2026-03-14T07:11:36.552396Z","steps":["trace[328789011] 'agreement among raft nodes before linearized reading' (duration: 808.562004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.552414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.549916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:11:36.552435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.74113Z","time spent":"811.296544ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3913,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048\" "} {"level":"warn","ts":"2026-03-14T07:11:36.552456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.743675Z","time spent":"808.770499ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:11:36.552483Z","caller":"traceutil/trace.go:171","msg":"trace[142032248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4752; }","duration":"789.641507ms","start":"2026-03-14T07:11:35.762821Z","end":"2026-03-14T07:11:36.552462Z","steps":["trace[142032248] 'agreement among raft nodes before linearized reading' (duration: 789.436742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.552404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.215189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:11:36.55253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.762773Z","time spent":"789.74482ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:11:36.552529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.048109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:36.55255Z","caller":"traceutil/trace.go:171","msg":"trace[836911312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4752; }","duration":"799.391472ms","start":"2026-03-14T07:11:35.753149Z","end":"2026-03-14T07:11:36.55254Z","steps":["trace[836911312] 'agreement among raft nodes before linearized reading' (duration: 799.136766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.55258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.753133Z","time spent":"799.438805ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:11:36.552583Z","caller":"traceutil/trace.go:171","msg":"trace[2079002345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4752; }","duration":"798.133771ms","start":"2026-03-14T07:11:35.754435Z","end":"2026-03-14T07:11:36.552569Z","steps":["trace[2079002345] 'agreement among raft nodes before linearized reading' (duration: 798.005888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.552616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.754417Z","time spent":"798.191713ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:36.552593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.290653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:11:36.552677Z","caller":"traceutil/trace.go:171","msg":"trace[1993859010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4752; }","duration":"784.410285ms","start":"2026-03-14T07:11:35.768245Z","end":"2026-03-14T07:11:36.552655Z","steps":["trace[1993859010] 'agreement among raft nodes before linearized reading' (duration: 784.116588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.552699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.264149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:11:36.55272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.768234Z","time spent":"784.476958ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:11:36.552747Z","caller":"traceutil/trace.go:171","msg":"trace[654576364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:4752; }","duration":"789.34494ms","start":"2026-03-14T07:11:35.763389Z","end":"2026-03-14T07:11:36.552734Z","steps":["trace[654576364] 'agreement among raft nodes before linearized reading' (duration: 789.160086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.552785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.763381Z","time spent":"789.396781ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:11:36.553118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.955137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:36.553211Z","caller":"traceutil/trace.go:171","msg":"trace[1993108831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4752; }","duration":"800.092911ms","start":"2026-03-14T07:11:35.753099Z","end":"2026-03-14T07:11:36.553191Z","steps":["trace[1993108831] 'agreement among raft nodes before linearized reading' (duration: 799.223899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:36.553263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:35.753092Z","time spent":"800.161523ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:37.058231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563502330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:11:37.519313Z","caller":"traceutil/trace.go:171","msg":"trace[972734017] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"962.325268ms","start":"2026-03-14T07:11:36.556963Z","end":"2026-03-14T07:11:37.519288Z","steps":["trace[972734017] 'process raft request' (duration: 962.194684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.519668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.556944Z","time spent":"962.604584ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:37.529269Z","caller":"traceutil/trace.go:171","msg":"trace[1493922174] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"972.192406ms","start":"2026-03-14T07:11:36.557052Z","end":"2026-03-14T07:11:37.529244Z","steps":["trace[1493922174] 'process raft request' (duration: 972.048471ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:37.529363Z","caller":"traceutil/trace.go:171","msg":"trace[30063348] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"971.716664ms","start":"2026-03-14T07:11:36.55764Z","end":"2026-03-14T07:11:37.529356Z","steps":["trace[30063348] 'process raft request' (duration: 971.586821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.529393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.557031Z","time spent":"972.300549ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:37.529445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.557629Z","time spent":"971.758675ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:37.529274Z","caller":"traceutil/trace.go:171","msg":"trace[192397262] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"972.045111ms","start":"2026-03-14T07:11:36.557207Z","end":"2026-03-14T07:11:37.529252Z","steps":["trace[192397262] 'process raft request' (duration: 971.995329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.529532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.557199Z","time spent":"972.314089ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:37.529678Z","caller":"traceutil/trace.go:171","msg":"trace[932827040] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"971.992651ms","start":"2026-03-14T07:11:36.557676Z","end":"2026-03-14T07:11:37.529668Z","steps":["trace[932827040] 'process raft request' (duration: 971.656252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.529717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.557642Z","time spent":"972.051282ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:37.529727Z","caller":"traceutil/trace.go:171","msg":"trace[2116516930] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4950; }","duration":"971.890508ms","start":"2026-03-14T07:11:36.55782Z","end":"2026-03-14T07:11:37.529711Z","steps":["trace[2116516930] 'read index received' (duration: 961.520416ms)","trace[2116516930] 'applied index is now lower than readState.Index' (duration: 10.369152ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:37.529781Z","caller":"traceutil/trace.go:171","msg":"trace[655083957] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"971.543169ms","start":"2026-03-14T07:11:36.55823Z","end":"2026-03-14T07:11:37.529774Z","steps":["trace[655083957] 'process raft request' (duration: 971.360895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.529812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.558224Z","time spent":"971.56866ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:37.529794Z","caller":"traceutil/trace.go:171","msg":"trace[4490450] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"970.483883ms","start":"2026-03-14T07:11:36.559283Z","end":"2026-03-14T07:11:37.529766Z","steps":["trace[4490450] 'process raft request' (duration: 970.38139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.529908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.559157Z","time spent":"970.696518ms","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:37.529949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.35562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9.189ca3a75baa7a79\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-14T07:11:37.529963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.130863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-14T07:11:37.529981Z","caller":"traceutil/trace.go:171","msg":"trace[1665402591] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9.189ca3a75baa7a79; range_end:; response_count:1; response_revision:4759; }","duration":"542.424232ms","start":"2026-03-14T07:11:36.987546Z","end":"2026-03-14T07:11:37.52997Z","steps":["trace[1665402591] 'agreement among raft nodes before linearized reading' (duration: 542.320279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.529977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.213776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-03-14T07:11:37.530001Z","caller":"traceutil/trace.go:171","msg":"trace[703531927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4759; }","duration":"972.193486ms","start":"2026-03-14T07:11:36.557797Z","end":"2026-03-14T07:11:37.529991Z","steps":["trace[703531927] 'agreement among raft nodes before linearized reading' (duration: 972.010741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.530007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.987524Z","time spent":"542.476733ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w75j9.189ca3a75baa7a79\" "} {"level":"warn","ts":"2026-03-14T07:11:37.529993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.17606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:37.530037Z","caller":"traceutil/trace.go:171","msg":"trace[1301698602] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048; range_end:; response_count:1; response_revision:4759; }","duration":"833.320218ms","start":"2026-03-14T07:11:36.6967Z","end":"2026-03-14T07:11:37.53002Z","steps":["trace[1301698602] 'agreement among raft nodes before linearized reading' (duration: 833.154664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.530038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.557781Z","time spent":"972.248617ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:11:37.530052Z","caller":"traceutil/trace.go:171","msg":"trace[1566192435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4759; }","duration":"701.270983ms","start":"2026-03-14T07:11:36.828766Z","end":"2026-03-14T07:11:37.530037Z","steps":["trace[1566192435] 'agreement among raft nodes before linearized reading' (duration: 701.1761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.530067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.696682Z","time spent":"833.3795ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3913,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5eb93d82-0f17-4d24-af67-c9fce3003048\" "} {"level":"warn","ts":"2026-03-14T07:11:37.530087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:36.828746Z","time spent":"701.333055ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:11:44.481046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.463664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:369519"} {"level":"info","ts":"2026-03-14T07:11:44.481148Z","caller":"traceutil/trace.go:171","msg":"trace[29680860] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4877; }","duration":"282.615908ms","start":"2026-03-14T07:11:44.198512Z","end":"2026-03-14T07:11:44.481128Z","steps":["trace[29680860] 'range keys from in-memory index tree' (duration: 282.098076ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:45.270426Z","caller":"traceutil/trace.go:171","msg":"trace[1687196622] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"248.302715ms","start":"2026-03-14T07:11:45.022094Z","end":"2026-03-14T07:11:45.270397Z","steps":["trace[1687196622] 'process raft request' (duration: 162.994936ms)","trace[1687196622] 'compare' (duration: 85.097423ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:45.270559Z","caller":"traceutil/trace.go:171","msg":"trace[356323256] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"248.252563ms","start":"2026-03-14T07:11:45.02227Z","end":"2026-03-14T07:11:45.270523Z","steps":["trace[356323256] 'process raft request' (duration: 248.062858ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:45.293356Z","caller":"traceutil/trace.go:171","msg":"trace[1643733918] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5098; }","duration":"247.950284ms","start":"2026-03-14T07:11:45.045381Z","end":"2026-03-14T07:11:45.293331Z","steps":["trace[1643733918] 'read index received' (duration: 139.635416ms)","trace[1643733918] 'applied index is now lower than readState.Index' (duration: 108.313738ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:45.293413Z","caller":"traceutil/trace.go:171","msg":"trace[384646838] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"262.83725ms","start":"2026-03-14T07:11:45.030558Z","end":"2026-03-14T07:11:45.293395Z","steps":["trace[384646838] 'process raft request' (duration: 262.635105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:45.293847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.438146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:381370"} {"level":"info","ts":"2026-03-14T07:11:45.293943Z","caller":"traceutil/trace.go:171","msg":"trace[444372591] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4900; }","duration":"248.57378ms","start":"2026-03-14T07:11:45.045344Z","end":"2026-03-14T07:11:45.293918Z","steps":["trace[444372591] 'agreement among raft nodes before linearized reading' (duration: 248.127069ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:45.57467Z","caller":"traceutil/trace.go:171","msg":"trace[830822355] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5101; }","duration":"281.218572ms","start":"2026-03-14T07:11:45.293423Z","end":"2026-03-14T07:11:45.574642Z","steps":["trace[830822355] 'read index received' (duration: 236.939368ms)","trace[830822355] 'applied index is now lower than readState.Index' (duration: 44.277554ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:45.574738Z","caller":"traceutil/trace.go:171","msg":"trace[2072299223] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"293.966333ms","start":"2026-03-14T07:11:45.280719Z","end":"2026-03-14T07:11:45.574685Z","steps":["trace[2072299223] 'process raft request' (duration: 249.712479ms)","trace[2072299223] 'compare' (duration: 43.853374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:45.57492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.533186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-14T07:11:45.575064Z","caller":"traceutil/trace.go:171","msg":"trace[549899926] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4901; }","duration":"388.635148ms","start":"2026-03-14T07:11:45.18632Z","end":"2026-03-14T07:11:45.574955Z","steps":["trace[549899926] 'agreement among raft nodes before linearized reading' (duration: 388.478994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:45.575133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.186299Z","time spent":"388.822362ms","remote":"127.0.0.1:58224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-14T07:11:45.575375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.332278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:381370"} {"level":"info","ts":"2026-03-14T07:11:45.575454Z","caller":"traceutil/trace.go:171","msg":"trace[2000581998] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4901; }","duration":"156.42889ms","start":"2026-03-14T07:11:45.419005Z","end":"2026-03-14T07:11:45.575434Z","steps":["trace[2000581998] 'agreement among raft nodes before linearized reading' (duration: 155.989989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:45.83619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.607105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:45.836423Z","caller":"traceutil/trace.go:171","msg":"trace[1261990775] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"199.441983ms","start":"2026-03-14T07:11:45.636961Z","end":"2026-03-14T07:11:45.836403Z","steps":["trace[1261990775] 'process raft request' (duration: 199.379911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:45.836403Z","caller":"traceutil/trace.go:171","msg":"trace[2136218934] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"199.864733ms","start":"2026-03-14T07:11:45.63648Z","end":"2026-03-14T07:11:45.836345Z","steps":["trace[2136218934] 'process raft request' (duration: 72.039764ms)","trace[2136218934] 'compare' (duration: 127.482081ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:45.836425Z","caller":"traceutil/trace.go:171","msg":"trace[376525493] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"199.842352ms","start":"2026-03-14T07:11:45.63655Z","end":"2026-03-14T07:11:45.836392Z","steps":["trace[376525493] 'process raft request' (duration: 199.722179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:45.83651Z","caller":"traceutil/trace.go:171","msg":"trace[1426484975] linearizableReadLoop","detail":"{readStateIndex:5106; appliedIndex:5103; }","duration":"199.529825ms","start":"2026-03-14T07:11:45.63695Z","end":"2026-03-14T07:11:45.83648Z","steps":["trace[1426484975] 'read index received' (duration: 71.635373ms)","trace[1426484975] 'applied index is now lower than readState.Index' (duration: 127.893282ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:45.836534Z","caller":"traceutil/trace.go:171","msg":"trace[615552266] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"199.72195ms","start":"2026-03-14T07:11:45.636761Z","end":"2026-03-14T07:11:45.836483Z","steps":["trace[615552266] 'process raft request' (duration: 199.547335ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:45.836613Z","caller":"traceutil/trace.go:171","msg":"trace[2076120488] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"199.638548ms","start":"2026-03-14T07:11:45.636963Z","end":"2026-03-14T07:11:45.836601Z","steps":["trace[2076120488] 'process raft request' (duration: 199.398682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:45.836844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.872094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70707"} {"level":"info","ts":"2026-03-14T07:11:45.836903Z","caller":"traceutil/trace.go:171","msg":"trace[1941227409] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4907; }","duration":"199.989367ms","start":"2026-03-14T07:11:45.636899Z","end":"2026-03-14T07:11:45.836889Z","steps":["trace[1941227409] 'agreement among raft nodes before linearized reading' (duration: 199.692749ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:46.389189Z","caller":"traceutil/trace.go:171","msg":"trace[517649475] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"288.554828ms","start":"2026-03-14T07:11:46.1006Z","end":"2026-03-14T07:11:46.389155Z","steps":["trace[517649475] 'process raft request' (duration: 288.392214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:46.389313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.171423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:46.389183Z","caller":"traceutil/trace.go:171","msg":"trace[1727237011] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5109; }","duration":"158.02404ms","start":"2026-03-14T07:11:46.23113Z","end":"2026-03-14T07:11:46.389154Z","steps":["trace[1727237011] 'read index received' (duration: 157.762613ms)","trace[1727237011] 'applied index is now lower than readState.Index' (duration: 260.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:46.389369Z","caller":"traceutil/trace.go:171","msg":"trace[2026747419] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4909; }","duration":"158.280646ms","start":"2026-03-14T07:11:46.231077Z","end":"2026-03-14T07:11:46.389358Z","steps":["trace[2026747419] 'agreement among raft nodes before linearized reading' (duration: 158.165523ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:46.631074Z","caller":"traceutil/trace.go:171","msg":"trace[102866443] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"148.557172ms","start":"2026-03-14T07:11:46.482491Z","end":"2026-03-14T07:11:46.631048Z","steps":["trace[102866443] 'process raft request' (duration: 142.808866ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:46.649218Z","caller":"traceutil/trace.go:171","msg":"trace[960032674] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"166.624226ms","start":"2026-03-14T07:11:46.482562Z","end":"2026-03-14T07:11:46.649186Z","steps":["trace[960032674] 'process raft request' (duration: 166.413861ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:47.796496Z","caller":"traceutil/trace.go:171","msg":"trace[1061741650] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5121; }","duration":"160.251316ms","start":"2026-03-14T07:11:47.636219Z","end":"2026-03-14T07:11:47.796471Z","steps":["trace[1061741650] 'read index received' (duration: 160.056981ms)","trace[1061741650] 'applied index is now lower than readState.Index' (duration: 193.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:47.796728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.494663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:47.796808Z","caller":"traceutil/trace.go:171","msg":"trace[1802755756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4921; }","duration":"160.628006ms","start":"2026-03-14T07:11:47.636165Z","end":"2026-03-14T07:11:47.796793Z","steps":["trace[1802755756] 'agreement among raft nodes before linearized reading' (duration: 160.423281ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:47.796861Z","caller":"traceutil/trace.go:171","msg":"trace[1376854130] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"193.925905ms","start":"2026-03-14T07:11:47.602913Z","end":"2026-03-14T07:11:47.796839Z","steps":["trace[1376854130] 'process raft request' (duration: 193.391781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.066103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.950872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:48.066398Z","caller":"traceutil/trace.go:171","msg":"trace[1061845409] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"264.82355ms","start":"2026-03-14T07:11:47.801556Z","end":"2026-03-14T07:11:48.06638Z","steps":["trace[1061845409] 'process raft request' (duration: 264.736328ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.06642Z","caller":"traceutil/trace.go:171","msg":"trace[948927261] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"265.341983ms","start":"2026-03-14T07:11:47.80105Z","end":"2026-03-14T07:11:48.066392Z","steps":["trace[948927261] 'process raft request' (duration: 265.145198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.066439Z","caller":"traceutil/trace.go:171","msg":"trace[1982758810] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"265.390075ms","start":"2026-03-14T07:11:47.801023Z","end":"2026-03-14T07:11:48.066413Z","steps":["trace[1982758810] 'process raft request' (duration: 118.000202ms)","trace[1982758810] 'compare' (duration: 146.780928ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:48.066609Z","caller":"traceutil/trace.go:171","msg":"trace[107396314] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"264.209224ms","start":"2026-03-14T07:11:47.802387Z","end":"2026-03-14T07:11:48.066596Z","steps":["trace[107396314] 'process raft request' (duration: 263.954698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.066823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.097421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:48.066866Z","caller":"traceutil/trace.go:171","msg":"trace[1906373744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4926; }","duration":"239.186074ms","start":"2026-03-14T07:11:47.82767Z","end":"2026-03-14T07:11:48.066856Z","steps":["trace[1906373744] 'agreement among raft nodes before linearized reading' (duration: 239.104862ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.066957Z","caller":"traceutil/trace.go:171","msg":"trace[814936474] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5122; }","duration":"238.864346ms","start":"2026-03-14T07:11:47.827717Z","end":"2026-03-14T07:11:48.066582Z","steps":["trace[814936474] 'read index received' (duration: 8.30549ms)","trace[814936474] 'applied index is now lower than readState.Index' (duration: 230.556736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:48.067198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.71838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:11:48.06722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.321554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:11:48.067243Z","caller":"traceutil/trace.go:171","msg":"trace[1560645118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4926; }","duration":"226.763361ms","start":"2026-03-14T07:11:47.840466Z","end":"2026-03-14T07:11:48.06723Z","steps":["trace[1560645118] 'agreement among raft nodes before linearized reading' (duration: 226.618677ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.067253Z","caller":"traceutil/trace.go:171","msg":"trace[1621375710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4926; }","duration":"225.380226ms","start":"2026-03-14T07:11:47.841863Z","end":"2026-03-14T07:11:48.067244Z","steps":["trace[1621375710] 'agreement among raft nodes before linearized reading' (duration: 225.260243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.067258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.548375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:11:48.067269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.763471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:11:48.067293Z","caller":"traceutil/trace.go:171","msg":"trace[1067786210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:4926; }","duration":"224.625157ms","start":"2026-03-14T07:11:47.842656Z","end":"2026-03-14T07:11:48.067281Z","steps":["trace[1067786210] 'agreement among raft nodes before linearized reading' (duration: 224.530805ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.06731Z","caller":"traceutil/trace.go:171","msg":"trace[2097567323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4926; }","duration":"226.835973ms","start":"2026-03-14T07:11:47.840464Z","end":"2026-03-14T07:11:48.0673Z","steps":["trace[2097567323] 'agreement among raft nodes before linearized reading' (duration: 226.683679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.067298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.326605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:11:48.067387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.918665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:48.067384Z","caller":"traceutil/trace.go:171","msg":"trace[73495557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4926; }","duration":"225.444157ms","start":"2026-03-14T07:11:47.841919Z","end":"2026-03-14T07:11:48.067363Z","steps":["trace[73495557] 'agreement among raft nodes before linearized reading' (duration: 225.211741ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.067421Z","caller":"traceutil/trace.go:171","msg":"trace[796753432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4926; }","duration":"224.971525ms","start":"2026-03-14T07:11:47.842437Z","end":"2026-03-14T07:11:48.067409Z","steps":["trace[796753432] 'agreement among raft nodes before linearized reading' (duration: 224.891143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.356742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.467109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:48.357007Z","caller":"traceutil/trace.go:171","msg":"trace[241176909] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"285.020939ms","start":"2026-03-14T07:11:48.071968Z","end":"2026-03-14T07:11:48.356988Z","steps":["trace[241176909] 'process raft request' (duration: 284.947597ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.357056Z","caller":"traceutil/trace.go:171","msg":"trace[192110894] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"285.607264ms","start":"2026-03-14T07:11:48.071395Z","end":"2026-03-14T07:11:48.357003Z","steps":["trace[192110894] 'process raft request' (duration: 165.795686ms)","trace[192110894] 'compare' (duration: 119.334825ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:48.357379Z","caller":"traceutil/trace.go:171","msg":"trace[2104251296] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"285.911571ms","start":"2026-03-14T07:11:48.071432Z","end":"2026-03-14T07:11:48.357344Z","steps":["trace[2104251296] 'process raft request' (duration: 285.425179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:48.357553Z","caller":"traceutil/trace.go:171","msg":"trace[1019079153] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5127; }","duration":"285.185253ms","start":"2026-03-14T07:11:48.072333Z","end":"2026-03-14T07:11:48.357518Z","steps":["trace[1019079153] 'read index received' (duration: 25.493882ms)","trace[1019079153] 'applied index is now lower than readState.Index' (duration: 259.689171ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:48.357586Z","caller":"traceutil/trace.go:171","msg":"trace[1887392735] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"284.594128ms","start":"2026-03-14T07:11:48.072979Z","end":"2026-03-14T07:11:48.357573Z","steps":["trace[1887392735] 'process raft request' (duration: 283.970263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.357933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.531641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70945"} {"level":"info","ts":"2026-03-14T07:11:48.358008Z","caller":"traceutil/trace.go:171","msg":"trace[1012570115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4931; }","duration":"285.688505ms","start":"2026-03-14T07:11:48.072303Z","end":"2026-03-14T07:11:48.357991Z","steps":["trace[1012570115] 'agreement among raft nodes before linearized reading' (duration: 285.341767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.190857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.128319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:11:49.190938Z","caller":"traceutil/trace.go:171","msg":"trace[1370538317] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4931; }","duration":"570.253162ms","start":"2026-03-14T07:11:48.620667Z","end":"2026-03-14T07:11:49.19092Z","steps":["trace[1370538317] 'count revisions from in-memory index tree' (duration: 570.025376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.191003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:48.620651Z","time spent":"570.340734ms","remote":"127.0.0.1:58378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:11:49.191212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.17219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:49.191372Z","caller":"traceutil/trace.go:171","msg":"trace[921758384] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"537.262301ms","start":"2026-03-14T07:11:48.654086Z","end":"2026-03-14T07:11:49.191349Z","steps":["trace[921758384] 'process raft request' (duration: 105.874477ms)","trace[921758384] 'compare' (duration: 430.888481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:49.191503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:48.654061Z","time spent":"537.392935ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:49.329667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563502701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:11:49.854713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.728961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:49.85482Z","caller":"traceutil/trace.go:171","msg":"trace[611945710] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"1.026197995s","start":"2026-03-14T07:11:48.828604Z","end":"2026-03-14T07:11:49.854802Z","steps":["trace[611945710] 'read index received' (duration: 548.377442ms)","trace[611945710] 'applied index is now lower than readState.Index' (duration: 477.819453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:49.855018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.895841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:49.855106Z","caller":"traceutil/trace.go:171","msg":"trace[1047495156] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4933; }","duration":"211.040454ms","start":"2026-03-14T07:11:49.644044Z","end":"2026-03-14T07:11:49.855084Z","steps":["trace[1047495156] 'agreement among raft nodes before linearized reading' (duration: 210.902431ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:49.855128Z","caller":"traceutil/trace.go:171","msg":"trace[2027780729] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"1.199859299s","start":"2026-03-14T07:11:48.655033Z","end":"2026-03-14T07:11:49.854892Z","steps":["trace[2027780729] 'process raft request' (duration: 746.84793ms)","trace[2027780729] 'compare' (duration: 452.438114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:49.855165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026541924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:49.855233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:48.654991Z","time spent":"1.200206467s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:49.855239Z","caller":"traceutil/trace.go:171","msg":"trace[76751714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"1.026668337s","start":"2026-03-14T07:11:48.828553Z","end":"2026-03-14T07:11:49.855222Z","steps":["trace[76751714] 'agreement among raft nodes before linearized reading' (duration: 1.026508013s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.855415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:48.828531Z","time spent":"1.026869493s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:11:50.599991Z","caller":"traceutil/trace.go:171","msg":"trace[2119480911] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"235.01834ms","start":"2026-03-14T07:11:50.364946Z","end":"2026-03-14T07:11:50.599965Z","steps":["trace[2119480911] 'process raft request' (duration: 234.844905ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:50.778676Z","caller":"traceutil/trace.go:171","msg":"trace[194021835] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"413.687479ms","start":"2026-03-14T07:11:50.364959Z","end":"2026-03-14T07:11:50.778647Z","steps":["trace[194021835] 'process raft request' (duration: 325.838517ms)","trace[194021835] 'compare' (duration: 87.509804ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:50.778755Z","caller":"traceutil/trace.go:171","msg":"trace[1452120390] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"412.866368ms","start":"2026-03-14T07:11:50.365861Z","end":"2026-03-14T07:11:50.778727Z","steps":["trace[1452120390] 'process raft request' (duration: 412.704274ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:50.77882Z","caller":"traceutil/trace.go:171","msg":"trace[1248833517] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"293.05915ms","start":"2026-03-14T07:11:50.485723Z","end":"2026-03-14T07:11:50.778782Z","steps":["trace[1248833517] 'process raft request' (duration: 292.875516ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:50.778825Z","caller":"traceutil/trace.go:171","msg":"trace[38736721] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"413.830222ms","start":"2026-03-14T07:11:50.364957Z","end":"2026-03-14T07:11:50.778787Z","steps":["trace[38736721] 'process raft request' (duration: 413.546505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:50.779039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.350875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70945"} {"level":"info","ts":"2026-03-14T07:11:50.779078Z","caller":"traceutil/trace.go:171","msg":"trace[160498563] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4940; }","duration":"412.396436ms","start":"2026-03-14T07:11:50.366671Z","end":"2026-03-14T07:11:50.779067Z","steps":["trace[160498563] 'agreement among raft nodes before linearized reading' (duration: 412.165541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:50.779087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:50.364897Z","time spent":"414.086809ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:50.779101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:50.366641Z","time spent":"412.454097ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70968,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:11:50.779174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:50.36585Z","time spent":"413.006411ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:50.779354Z","caller":"traceutil/trace.go:171","msg":"trace[1074047436] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5137; }","duration":"411.976026ms","start":"2026-03-14T07:11:50.366676Z","end":"2026-03-14T07:11:50.778652Z","steps":["trace[1074047436] 'read index received' (duration: 233.04727ms)","trace[1074047436] 'applied index is now lower than readState.Index' (duration: 178.927206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:50.779523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:50.364903Z","time spent":"413.839793ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:50.779711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.462152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:11:50.779787Z","caller":"traceutil/trace.go:171","msg":"trace[1382435691] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4940; }","duration":"353.565226ms","start":"2026-03-14T07:11:50.4262Z","end":"2026-03-14T07:11:50.779765Z","steps":["trace[1382435691] 'agreement among raft nodes before linearized reading' (duration: 353.349419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:50.779836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:50.426172Z","time spent":"353.649317ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:11:51.484803Z","caller":"traceutil/trace.go:171","msg":"trace[1447291845] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"287.618923ms","start":"2026-03-14T07:11:51.197158Z","end":"2026-03-14T07:11:51.484777Z","steps":["trace[1447291845] 'process raft request' (duration: 287.379767ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:51.522186Z","caller":"traceutil/trace.go:171","msg":"trace[1584393014] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"324.869173ms","start":"2026-03-14T07:11:51.197284Z","end":"2026-03-14T07:11:51.522153Z","steps":["trace[1584393014] 'process raft request' (duration: 324.710538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.522347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:51.197263Z","time spent":"324.998975ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:53.380289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.703632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:53.380344Z","caller":"traceutil/trace.go:171","msg":"trace[1718313993] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4968; }","duration":"213.813386ms","start":"2026-03-14T07:11:53.166518Z","end":"2026-03-14T07:11:53.380331Z","steps":["trace[1718313993] 'count revisions from in-memory index tree' (duration: 213.60892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:53.380551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.305647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T07:11:53.380622Z","caller":"traceutil/trace.go:171","msg":"trace[499108804] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4968; }","duration":"287.414269ms","start":"2026-03-14T07:11:53.093181Z","end":"2026-03-14T07:11:53.380596Z","steps":["trace[499108804] 'count revisions from in-memory index tree' (duration: 287.157443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.562311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.691343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:54.562446Z","caller":"traceutil/trace.go:171","msg":"trace[1611926932] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4983; }","duration":"275.885678ms","start":"2026-03-14T07:11:54.286531Z","end":"2026-03-14T07:11:54.562417Z","steps":["trace[1611926932] 'count revisions from in-memory index tree' (duration: 275.595212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.562568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.062202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:11:54.562617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.917553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:11:54.562678Z","caller":"traceutil/trace.go:171","msg":"trace[307311350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4983; }","duration":"294.010454ms","start":"2026-03-14T07:11:54.268654Z","end":"2026-03-14T07:11:54.562664Z","steps":["trace[307311350] 'range keys from in-memory index tree' (duration: 293.79877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:54.562678Z","caller":"traceutil/trace.go:171","msg":"trace[2018204073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4983; }","duration":"299.219006ms","start":"2026-03-14T07:11:54.263437Z","end":"2026-03-14T07:11:54.562656Z","steps":["trace[2018204073] 'range keys from in-memory index tree' (duration: 298.909049ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:54.562705Z","caller":"traceutil/trace.go:171","msg":"trace[1776550880] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"192.15718ms","start":"2026-03-14T07:11:54.370503Z","end":"2026-03-14T07:11:54.56266Z","steps":["trace[1776550880] 'process raft request' (duration: 178.533777ms)","trace[1776550880] 'compare' (duration: 13.09274ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:56.203522Z","caller":"traceutil/trace.go:171","msg":"trace[974460135] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"232.346502ms","start":"2026-03-14T07:11:55.97115Z","end":"2026-03-14T07:11:56.203497Z","steps":["trace[974460135] 'process raft request' (duration: 232.163868ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:59.771204Z","caller":"traceutil/trace.go:171","msg":"trace[1186044578] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"174.799592ms","start":"2026-03-14T07:11:59.596378Z","end":"2026-03-14T07:11:59.771177Z","steps":["trace[1186044578] 'process raft request' (duration: 174.619068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.328829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563503076,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:12:00.675283Z","caller":"traceutil/trace.go:171","msg":"trace[1644235091] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"895.874823ms","start":"2026-03-14T07:11:59.779376Z","end":"2026-03-14T07:12:00.675251Z","steps":["trace[1644235091] 'process raft request' (duration: 889.316298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.675429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:59.779356Z","time spent":"895.996837ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:00.683266Z","caller":"traceutil/trace.go:171","msg":"trace[696568149] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5291; }","duration":"854.619904ms","start":"2026-03-14T07:11:59.82862Z","end":"2026-03-14T07:12:00.68324Z","steps":["trace[696568149] 'read index received' (duration: 840.057568ms)","trace[696568149] 'applied index is now lower than readState.Index' (duration: 14.560586ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:00.6833Z","caller":"traceutil/trace.go:171","msg":"trace[1251042880] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"465.232687ms","start":"2026-03-14T07:12:00.218046Z","end":"2026-03-14T07:12:00.683279Z","steps":["trace[1251042880] 'process raft request' (duration: 465.031352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.68342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:00.218022Z","time spent":"465.331869ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:00.683469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.165792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:12:00.683419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.784128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:00.683514Z","caller":"traceutil/trace.go:171","msg":"trace[1614918575] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5090; }","duration":"763.251794ms","start":"2026-03-14T07:11:59.920249Z","end":"2026-03-14T07:12:00.683501Z","steps":["trace[1614918575] 'agreement among raft nodes before linearized reading' (duration: 763.166412ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:00.68352Z","caller":"traceutil/trace.go:171","msg":"trace[1877914032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"854.973453ms","start":"2026-03-14T07:11:59.828538Z","end":"2026-03-14T07:12:00.683511Z","steps":["trace[1877914032] 'agreement among raft nodes before linearized reading' (duration: 854.83013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.683547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:59.828519Z","time spent":"855.022294ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:00.683551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:59.920227Z","time spent":"763.314715ms","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:00.683773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.717819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c0fbb3a-d088-4544-a66c-945bb621c7da\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-14T07:12:00.68382Z","caller":"traceutil/trace.go:171","msg":"trace[410626502] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0c0fbb3a-d088-4544-a66c-945bb621c7da; range_end:; response_count:1; response_revision:5090; }","duration":"627.784351ms","start":"2026-03-14T07:12:00.056021Z","end":"2026-03-14T07:12:00.683806Z","steps":["trace[410626502] 'agreement among raft nodes before linearized reading' (duration: 627.665858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.683848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:00.05601Z","time spent":"627.828842ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0c0fbb3a-d088-4544-a66c-945bb621c7da\" "} {"level":"warn","ts":"2026-03-14T07:12:00.683839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.38347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:12:00.683925Z","caller":"traceutil/trace.go:171","msg":"trace[1711798451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5090; }","duration":"646.520013ms","start":"2026-03-14T07:12:00.037383Z","end":"2026-03-14T07:12:00.683903Z","steps":["trace[1711798451] 'agreement among raft nodes before linearized reading' (duration: 646.337628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.683962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:00.037364Z","time spent":"646.588405ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:12:02.33075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563503114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:12:02.412152Z","caller":"traceutil/trace.go:171","msg":"trace[990451118] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5308; }","duration":"582.390599ms","start":"2026-03-14T07:12:01.82973Z","end":"2026-03-14T07:12:02.412121Z","steps":["trace[990451118] 'read index received' (duration: 582.156093ms)","trace[990451118] 'applied index is now lower than readState.Index' (duration: 233.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:02.412267Z","caller":"traceutil/trace.go:171","msg":"trace[1001220564] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"635.864184ms","start":"2026-03-14T07:12:01.776365Z","end":"2026-03-14T07:12:02.412229Z","steps":["trace[1001220564] 'process raft request' (duration: 635.601368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:02.412391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.636124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:02.412422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:01.776341Z","time spent":"636.001978ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:02.412443Z","caller":"traceutil/trace.go:171","msg":"trace[1041390982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5105; }","duration":"582.732147ms","start":"2026-03-14T07:12:01.829696Z","end":"2026-03-14T07:12:02.412428Z","steps":["trace[1041390982] 'agreement among raft nodes before linearized reading' (duration: 582.621064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:02.412611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:01.829684Z","time spent":"582.915681ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:02.413114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.06227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:02.413163Z","caller":"traceutil/trace.go:171","msg":"trace[932130574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5105; }","duration":"177.146821ms","start":"2026-03-14T07:12:02.236Z","end":"2026-03-14T07:12:02.413147Z","steps":["trace[932130574] 'agreement among raft nodes before linearized reading' (duration: 176.536266ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:06.937706Z","caller":"traceutil/trace.go:171","msg":"trace[69815922] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"177.334006ms","start":"2026-03-14T07:12:06.760342Z","end":"2026-03-14T07:12:06.937676Z","steps":["trace[69815922] 'process raft request' (duration: 148.49281ms)","trace[69815922] 'compare' (duration: 28.719413ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:06.945164Z","caller":"traceutil/trace.go:171","msg":"trace[502370043] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"184.481567ms","start":"2026-03-14T07:12:06.760669Z","end":"2026-03-14T07:12:06.94515Z","steps":["trace[502370043] 'process raft request' (duration: 184.276382ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:06.945155Z","caller":"traceutil/trace.go:171","msg":"trace[2017913318] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5364; }","duration":"148.657474ms","start":"2026-03-14T07:12:06.796474Z","end":"2026-03-14T07:12:06.945131Z","steps":["trace[2017913318] 'read index received' (duration: 112.38062ms)","trace[2017913318] 'applied index is now lower than readState.Index' (duration: 36.275804ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:06.945207Z","caller":"traceutil/trace.go:171","msg":"trace[1728358622] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"182.789574ms","start":"2026-03-14T07:12:06.762398Z","end":"2026-03-14T07:12:06.945187Z","steps":["trace[1728358622] 'process raft request' (duration: 182.688931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:06.945436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.699074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:06.945513Z","caller":"traceutil/trace.go:171","msg":"trace[1421208632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5162; }","duration":"117.784957ms","start":"2026-03-14T07:12:06.827719Z","end":"2026-03-14T07:12:06.945504Z","steps":["trace[1421208632] 'agreement among raft nodes before linearized reading' (duration: 117.659193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:06.945649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.87968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:12:06.945708Z","caller":"traceutil/trace.go:171","msg":"trace[1441832522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5162; }","duration":"101.017524ms","start":"2026-03-14T07:12:06.844678Z","end":"2026-03-14T07:12:06.945695Z","steps":["trace[1441832522] 'agreement among raft nodes before linearized reading' (duration: 100.879211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:06.946193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.70491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T07:12:06.946274Z","caller":"traceutil/trace.go:171","msg":"trace[1182284009] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5162; }","duration":"149.815923ms","start":"2026-03-14T07:12:06.79644Z","end":"2026-03-14T07:12:06.946256Z","steps":["trace[1182284009] 'agreement among raft nodes before linearized reading' (duration: 148.840289ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.413152Z","caller":"traceutil/trace.go:171","msg":"trace[618180136] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"248.999212ms","start":"2026-03-14T07:12:07.164129Z","end":"2026-03-14T07:12:07.413129Z","steps":["trace[618180136] 'process raft request' (duration: 248.838208ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.037679Z","caller":"traceutil/trace.go:171","msg":"trace[1574632584] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"181.243956ms","start":"2026-03-14T07:12:08.856406Z","end":"2026-03-14T07:12:09.03765Z","steps":["trace[1574632584] 'process raft request' (duration: 177.988544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.17423Z","caller":"traceutil/trace.go:171","msg":"trace[1071891575] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5375; }","duration":"130.293462ms","start":"2026-03-14T07:12:09.043911Z","end":"2026-03-14T07:12:09.174205Z","steps":["trace[1071891575] 'read index received' (duration: 2.76964ms)","trace[1071891575] 'applied index is now lower than readState.Index' (duration: 127.522812ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:09.17449Z","caller":"traceutil/trace.go:171","msg":"trace[938446742] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"130.800615ms","start":"2026-03-14T07:12:09.043656Z","end":"2026-03-14T07:12:09.174457Z","steps":["trace[938446742] 'process raft request' (duration: 130.403516ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.17452Z","caller":"traceutil/trace.go:171","msg":"trace[532381293] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"131.133833ms","start":"2026-03-14T07:12:09.043353Z","end":"2026-03-14T07:12:09.174487Z","steps":["trace[532381293] 'process raft request' (duration: 130.328023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.174556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.61667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81340"} {"level":"info","ts":"2026-03-14T07:12:09.174596Z","caller":"traceutil/trace.go:171","msg":"trace[1770311430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5177; }","duration":"130.703963ms","start":"2026-03-14T07:12:09.043881Z","end":"2026-03-14T07:12:09.174585Z","steps":["trace[1770311430] 'agreement among raft nodes before linearized reading' (duration: 130.429396ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.174626Z","caller":"traceutil/trace.go:171","msg":"trace[1345986720] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"130.61052ms","start":"2026-03-14T07:12:09.043983Z","end":"2026-03-14T07:12:09.174593Z","steps":["trace[1345986720] 'process raft request' (duration: 130.147588ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.174647Z","caller":"traceutil/trace.go:171","msg":"trace[2073693704] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"130.953958ms","start":"2026-03-14T07:12:09.043665Z","end":"2026-03-14T07:12:09.174619Z","steps":["trace[2073693704] 'process raft request' (duration: 130.430245ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.174685Z","caller":"traceutil/trace.go:171","msg":"trace[1968497537] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"130.403626ms","start":"2026-03-14T07:12:09.044261Z","end":"2026-03-14T07:12:09.174664Z","steps":["trace[1968497537] 'process raft request' (duration: 129.901843ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.175114Z","caller":"traceutil/trace.go:171","msg":"trace[148555138] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"131.00744ms","start":"2026-03-14T07:12:09.043513Z","end":"2026-03-14T07:12:09.174521Z","steps":["trace[148555138] 'process raft request' (duration: 130.502337ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:14.923922Z","caller":"traceutil/trace.go:171","msg":"trace[1622996474] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"298.510567ms","start":"2026-03-14T07:12:14.625384Z","end":"2026-03-14T07:12:14.923895Z","steps":["trace[1622996474] 'process raft request' (duration: 298.286682ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:15.111382Z","caller":"traceutil/trace.go:171","msg":"trace[381664156] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"295.185624ms","start":"2026-03-14T07:12:14.816168Z","end":"2026-03-14T07:12:15.111353Z","steps":["trace[381664156] 'process raft request' (duration: 293.851101ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:15.111427Z","caller":"traceutil/trace.go:171","msg":"trace[2141504042] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"258.400357ms","start":"2026-03-14T07:12:14.852975Z","end":"2026-03-14T07:12:15.111375Z","steps":["trace[2141504042] 'process raft request' (duration: 258.229133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:15.111584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.993918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:15.111654Z","caller":"traceutil/trace.go:171","msg":"trace[480634894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5244; }","duration":"285.114381ms","start":"2026-03-14T07:12:14.826522Z","end":"2026-03-14T07:12:15.111637Z","steps":["trace[480634894] 'agreement among raft nodes before linearized reading' (duration: 284.984358ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:15.11141Z","caller":"traceutil/trace.go:171","msg":"trace[315405183] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5447; }","duration":"284.808703ms","start":"2026-03-14T07:12:14.826567Z","end":"2026-03-14T07:12:15.111376Z","steps":["trace[315405183] 'read index received' (duration: 97.180498ms)","trace[315405183] 'applied index is now lower than readState.Index' (duration: 187.626825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:15.112172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.462195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:12:15.112252Z","caller":"traceutil/trace.go:171","msg":"trace[2054161907] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:5244; }","duration":"184.59733ms","start":"2026-03-14T07:12:14.927636Z","end":"2026-03-14T07:12:15.112234Z","steps":["trace[2054161907] 'agreement among raft nodes before linearized reading' (duration: 184.350293ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:19.501861Z","caller":"traceutil/trace.go:171","msg":"trace[1346974514] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"565.633686ms","start":"2026-03-14T07:12:18.936202Z","end":"2026-03-14T07:12:19.501836Z","steps":["trace[1346974514] 'process raft request' (duration: 565.480532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.502045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:18.936178Z","time spent":"565.763839ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:19.661915Z","caller":"traceutil/trace.go:171","msg":"trace[700555829] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"535.424965ms","start":"2026-03-14T07:12:19.126473Z","end":"2026-03-14T07:12:19.661897Z","steps":["trace[700555829] 'process raft request' (duration: 534.294467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.662048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.126445Z","time spent":"535.532378ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:19.661856Z","caller":"traceutil/trace.go:171","msg":"trace[1611275223] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5505; }","duration":"426.844351ms","start":"2026-03-14T07:12:19.234989Z","end":"2026-03-14T07:12:19.661833Z","steps":["trace[1611275223] 'read index received' (duration: 266.726468ms)","trace[1611275223] 'applied index is now lower than readState.Index' (duration: 160.116883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:19.662128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.102898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:12:19.662284Z","caller":"traceutil/trace.go:171","msg":"trace[761573908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5297; }","duration":"427.264502ms","start":"2026-03-14T07:12:19.234951Z","end":"2026-03-14T07:12:19.662216Z","steps":["trace[761573908] 'agreement among raft nodes before linearized reading' (duration: 426.967114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.662388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.234916Z","time spent":"427.459426ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:12:19.662583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.342205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:12:19.662594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.90226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:12:19.662636Z","caller":"traceutil/trace.go:171","msg":"trace[1500679404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5297; }","duration":"412.412447ms","start":"2026-03-14T07:12:19.250211Z","end":"2026-03-14T07:12:19.662624Z","steps":["trace[1500679404] 'agreement among raft nodes before linearized reading' (duration: 412.248843ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:19.662646Z","caller":"traceutil/trace.go:171","msg":"trace[836848785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5297; }","duration":"412.995922ms","start":"2026-03-14T07:12:19.249636Z","end":"2026-03-14T07:12:19.662632Z","steps":["trace[836848785] 'agreement among raft nodes before linearized reading' (duration: 412.826418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.66265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.191247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:12:19.662677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.249615Z","time spent":"413.055304ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:19.662672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.250205Z","time spent":"412.458938ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:12:19.662724Z","caller":"traceutil/trace.go:171","msg":"trace[139834047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5297; }","duration":"415.288809ms","start":"2026-03-14T07:12:19.247416Z","end":"2026-03-14T07:12:19.662705Z","steps":["trace[139834047] 'agreement among raft nodes before linearized reading' (duration: 415.097024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.662715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.816302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:12:19.662768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.247401Z","time spent":"415.358332ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:12:19.662792Z","caller":"traceutil/trace.go:171","msg":"trace[9381693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:5297; }","duration":"411.925295ms","start":"2026-03-14T07:12:19.250847Z","end":"2026-03-14T07:12:19.662772Z","steps":["trace[9381693] 'agreement among raft nodes before linearized reading' (duration: 411.697749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.662779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.657004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:12:19.662832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.250836Z","time spent":"411.988236ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:12:19.66288Z","caller":"traceutil/trace.go:171","msg":"trace[16096306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5297; }","duration":"412.820768ms","start":"2026-03-14T07:12:19.250037Z","end":"2026-03-14T07:12:19.662858Z","steps":["trace[16096306] 'agreement among raft nodes before linearized reading' (duration: 412.439449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.662935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.25003Z","time spent":"412.89225ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:19.663227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.628188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:12:19.663275Z","caller":"traceutil/trace.go:171","msg":"trace[2081788918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5297; }","duration":"417.69623ms","start":"2026-03-14T07:12:19.245567Z","end":"2026-03-14T07:12:19.663263Z","steps":["trace[2081788918] 'agreement among raft nodes before linearized reading' (duration: 416.8757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:19.663307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:19.245557Z","time spent":"417.742721ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:12:23.987901Z","caller":"traceutil/trace.go:171","msg":"trace[1066614518] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"473.208038ms","start":"2026-03-14T07:12:23.514662Z","end":"2026-03-14T07:12:23.98787Z","steps":["trace[1066614518] 'process raft request' (duration: 473.036214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:23.988065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.514636Z","time spent":"473.344292ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:25.441318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453562459s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:12:25.828501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:12:25.828656Z","caller":"traceutil/trace.go:171","msg":"trace[1615058046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296419s","start":"2026-03-14T07:12:23.828298Z","end":"2026-03-14T07:12:25.828594Z","steps":["trace[1615058046] 'agreement among raft nodes before linearized reading' (duration: 2.000118055s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.828742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.828283Z","time spent":"2.000420482s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:12:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T07:12:27.184316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:25.743917Z","time spent":"1.440386227s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:12:27.18489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743122182s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:27.184997Z","caller":"traceutil/trace.go:171","msg":"trace[367379170] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5533; }","duration":"3.503404216s","start":"2026-03-14T07:12:23.681575Z","end":"2026-03-14T07:12:27.184979Z","steps":["trace[367379170] 'read index received' (duration: 306.229933ms)","trace[367379170] 'applied index is now lower than readState.Index' (duration: 3.197172773s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.185084Z","caller":"traceutil/trace.go:171","msg":"trace[518716528] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"3.512027293s","start":"2026-03-14T07:12:23.673044Z","end":"2026-03-14T07:12:27.185072Z","steps":["trace[518716528] 'process raft request' (duration: 1.768630114s)","trace[518716528] 'compare' (duration: 1.742768223s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:27.185144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.673007Z","time spent":"3.512106265s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:27.185279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503695213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:27.185355Z","caller":"traceutil/trace.go:171","msg":"trace[1229625398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5323; }","duration":"3.503815226s","start":"2026-03-14T07:12:23.681524Z","end":"2026-03-14T07:12:27.185339Z","steps":["trace[1229625398] 'agreement among raft nodes before linearized reading' (duration: 3.503638872s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.185394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.681503Z","time spent":"3.503881809s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:27.286964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.845249463s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:12:27.4667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.441629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:27.466983Z","caller":"traceutil/trace.go:171","msg":"trace[48012155] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5535; }","duration":"281.935511ms","start":"2026-03-14T07:12:27.185029Z","end":"2026-03-14T07:12:27.466965Z","steps":["trace[48012155] 'read index received' (duration: 102.158262ms)","trace[48012155] 'applied index is now lower than readState.Index' (duration: 179.776139ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.466971Z","caller":"traceutil/trace.go:171","msg":"trace[876868044] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"2.161541751s","start":"2026-03-14T07:12:25.305395Z","end":"2026-03-14T07:12:27.466937Z","steps":["trace[876868044] 'process raft request' (duration: 1.981776313s)","trace[876868044] 'compare' (duration: 179.293555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:27.467132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:25.305366Z","time spent":"2.161680374s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:27.467155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782725621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:12:27.467188Z","caller":"traceutil/trace.go:171","msg":"trace[1730484151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5326; }","duration":"3.782804073s","start":"2026-03-14T07:12:23.684373Z","end":"2026-03-14T07:12:27.467177Z","steps":["trace[1730484151] 'agreement among raft nodes before linearized reading' (duration: 3.782650329s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739434905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:12:27.467285Z","caller":"traceutil/trace.go:171","msg":"trace[510262187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5326; }","duration":"2.739565258s","start":"2026-03-14T07:12:24.727697Z","end":"2026-03-14T07:12:27.467263Z","steps":["trace[510262187] 'agreement among raft nodes before linearized reading' (duration: 2.739335142s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.727674Z","time spent":"2.739648119s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:12:27.467331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518072695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:12:27.467366Z","caller":"traceutil/trace.go:171","msg":"trace[1103606406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5326; }","duration":"3.518162407s","start":"2026-03-14T07:12:23.949194Z","end":"2026-03-14T07:12:27.467357Z","steps":["trace[1103606406] 'agreement among raft nodes before linearized reading' (duration: 3.518062175s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.949169Z","time spent":"3.518228849s","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T07:12:27.467457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305766077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:27.467495Z","caller":"traceutil/trace.go:171","msg":"trace[706276956] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5326; }","duration":"1.305848558s","start":"2026-03-14T07:12:26.161634Z","end":"2026-03-14T07:12:27.467482Z","steps":["trace[706276956] 'agreement among raft nodes before linearized reading' (duration: 1.305790727s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:26.161614Z","time spent":"1.30590593s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:27.467523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21300415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:12:27.467566Z","caller":"traceutil/trace.go:171","msg":"trace[1708486301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5326; }","duration":"1.213090102s","start":"2026-03-14T07:12:26.254465Z","end":"2026-03-14T07:12:27.467555Z","steps":["trace[1708486301] 'agreement among raft nodes before linearized reading' (duration: 1.212938178s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.467545Z","caller":"traceutil/trace.go:171","msg":"trace[1500641666] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"277.986241ms","start":"2026-03-14T07:12:27.189508Z","end":"2026-03-14T07:12:27.467494Z","steps":["trace[1500641666] 'process raft request' (duration: 277.410396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:26.254442Z","time spent":"1.213165885s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:12:27.467736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539475699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:12:27.467775Z","caller":"traceutil/trace.go:171","msg":"trace[1196690293] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:5326; }","duration":"2.539548861s","start":"2026-03-14T07:12:24.928216Z","end":"2026-03-14T07:12:27.467765Z","steps":["trace[1196690293] 'agreement among raft nodes before linearized reading' (duration: 2.539453878s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922815097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:12:27.467845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.619154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:27.467862Z","caller":"traceutil/trace.go:171","msg":"trace[710041465] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5326; }","duration":"1.923000683s","start":"2026-03-14T07:12:25.544834Z","end":"2026-03-14T07:12:27.467834Z","steps":["trace[710041465] 'agreement among raft nodes before linearized reading' (duration: 1.922768467s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.467883Z","caller":"traceutil/trace.go:171","msg":"trace[1112634838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5326; }","duration":"964.698966ms","start":"2026-03-14T07:12:26.503174Z","end":"2026-03-14T07:12:27.467873Z","steps":["trace[1112634838] 'agreement among raft nodes before linearized reading' (duration: 964.646495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781408497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:12:27.467904Z","caller":"traceutil/trace.go:171","msg":"trace[1846272139] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"1.473804149s","start":"2026-03-14T07:12:25.994087Z","end":"2026-03-14T07:12:27.467892Z","steps":["trace[1846272139] 'process raft request' (duration: 1.472735682s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:26.503143Z","time spent":"964.765808ms","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:27.467921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:25.54481Z","time spent":"1.923096755s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:12:27.467929Z","caller":"traceutil/trace.go:171","msg":"trace[1663128551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:5326; }","duration":"3.781474539s","start":"2026-03-14T07:12:23.686441Z","end":"2026-03-14T07:12:27.467916Z","steps":["trace[1663128551] 'agreement among raft nodes before linearized reading' (duration: 3.781359486s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.467961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.686432Z","time spent":"3.78152174s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:12:27.467996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:25.994063Z","time spent":"1.473869211s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:27.468057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639156823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:27.467796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.326453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:27.468147Z","caller":"traceutil/trace.go:171","msg":"trace[1590698552] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5326; }","duration":"296.675002ms","start":"2026-03-14T07:12:27.171457Z","end":"2026-03-14T07:12:27.468132Z","steps":["trace[1590698552] 'agreement among raft nodes before linearized reading' (duration: 296.295442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781463528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:12:27.468239Z","caller":"traceutil/trace.go:171","msg":"trace[1504988911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5326; }","duration":"3.78151227s","start":"2026-03-14T07:12:23.686719Z","end":"2026-03-14T07:12:27.468231Z","steps":["trace[1504988911] 'agreement among raft nodes before linearized reading' (duration: 3.781410738s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.686707Z","time spent":"3.781559781s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:27.468302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574464796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111467"} {"level":"warn","ts":"2026-03-14T07:12:27.468323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579059491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-14T07:12:27.468369Z","caller":"traceutil/trace.go:171","msg":"trace[1353634245] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5326; }","duration":"3.579143313s","start":"2026-03-14T07:12:23.889215Z","end":"2026-03-14T07:12:27.468359Z","steps":["trace[1353634245] 'agreement among raft nodes before linearized reading' (duration: 3.578983819s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719622961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:27.468392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782434473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:12:27.468403Z","caller":"traceutil/trace.go:171","msg":"trace[615642435] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5326; }","duration":"3.719680673s","start":"2026-03-14T07:12:23.748714Z","end":"2026-03-14T07:12:27.468395Z","steps":["trace[615642435] 'agreement among raft nodes before linearized reading' (duration: 3.719627682s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.468439Z","caller":"traceutil/trace.go:171","msg":"trace[1570887208] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5326; }","duration":"3.782496795s","start":"2026-03-14T07:12:23.685927Z","end":"2026-03-14T07:12:27.468424Z","steps":["trace[1570887208] 'agreement among raft nodes before linearized reading' (duration: 3.782393942s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.748701Z","time spent":"3.719728934s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:27.468462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.685916Z","time spent":"3.782541006s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:12:27.467802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.928198Z","time spent":"2.539598181s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-14T07:12:27.468487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78354688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:12:27.468513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782538836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:12:27.468537Z","caller":"traceutil/trace.go:171","msg":"trace[191225847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5326; }","duration":"3.783629512s","start":"2026-03-14T07:12:23.684897Z","end":"2026-03-14T07:12:27.468526Z","steps":["trace[191225847] 'agreement among raft nodes before linearized reading' (duration: 3.78351715s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.468544Z","caller":"traceutil/trace.go:171","msg":"trace[3528491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5326; }","duration":"3.782611428s","start":"2026-03-14T07:12:23.685924Z","end":"2026-03-14T07:12:27.468535Z","steps":["trace[3528491] 'agreement among raft nodes before linearized reading' (duration: 3.782525496s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.889193Z","time spent":"3.579200735s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T07:12:27.468574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.684883Z","time spent":"3.783683874s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:12:27.468576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.685908Z","time spent":"3.782662199s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:27.467231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.684351Z","time spent":"3.782871305s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:12:27.468098Z","caller":"traceutil/trace.go:171","msg":"trace[931961902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5326; }","duration":"1.639240195s","start":"2026-03-14T07:12:25.828849Z","end":"2026-03-14T07:12:27.468089Z","steps":["trace[931961902] 'agreement among raft nodes before linearized reading' (duration: 1.639181493s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:25.828821Z","time spent":"1.6398587s","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:12:27.468336Z","caller":"traceutil/trace.go:171","msg":"trace[1269619106] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5326; }","duration":"3.574538818s","start":"2026-03-14T07:12:23.893788Z","end":"2026-03-14T07:12:27.468327Z","steps":["trace[1269619106] 'agreement among raft nodes before linearized reading' (duration: 3.574327672s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.468742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.893764Z","time spent":"3.574969239s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111490,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-14T07:12:27.468821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573117951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111467"} {"level":"info","ts":"2026-03-14T07:12:27.469393Z","caller":"traceutil/trace.go:171","msg":"trace[76053249] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5326; }","duration":"3.574305881s","start":"2026-03-14T07:12:23.895069Z","end":"2026-03-14T07:12:27.469375Z","steps":["trace[76053249] 'agreement among raft nodes before linearized reading' (duration: 3.57266358s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.469514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:23.895059Z","time spent":"3.574437935s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111490,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:12:27.711317Z","caller":"traceutil/trace.go:171","msg":"trace[755532522] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"237.602535ms","start":"2026-03-14T07:12:27.473672Z","end":"2026-03-14T07:12:27.711274Z","steps":["trace[755532522] 'process raft request' (duration: 190.214801ms)","trace[755532522] 'compare' (duration: 47.105707ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.711393Z","caller":"traceutil/trace.go:171","msg":"trace[1845106525] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"237.081722ms","start":"2026-03-14T07:12:27.474287Z","end":"2026-03-14T07:12:27.711368Z","steps":["trace[1845106525] 'process raft request' (duration: 236.948139ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.711453Z","caller":"traceutil/trace.go:171","msg":"trace[1758267378] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5539; }","duration":"201.906734ms","start":"2026-03-14T07:12:27.509524Z","end":"2026-03-14T07:12:27.711431Z","steps":["trace[1758267378] 'read index received' (duration: 154.377987ms)","trace[1758267378] 'applied index is now lower than readState.Index' (duration: 47.527957ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.711645Z","caller":"traceutil/trace.go:171","msg":"trace[961290652] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"237.232605ms","start":"2026-03-14T07:12:27.474388Z","end":"2026-03-14T07:12:27.711621Z","steps":["trace[961290652] 'process raft request' (duration: 236.876026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.711688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.83078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:12:27.711723Z","caller":"traceutil/trace.go:171","msg":"trace[1249342331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5334; }","duration":"237.916532ms","start":"2026-03-14T07:12:27.473796Z","end":"2026-03-14T07:12:27.711713Z","steps":["trace[1249342331] 'agreement among raft nodes before linearized reading' (duration: 237.758509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.711717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.344148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:27.711773Z","caller":"traceutil/trace.go:171","msg":"trace[654682093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5334; }","duration":"235.43437ms","start":"2026-03-14T07:12:27.476327Z","end":"2026-03-14T07:12:27.711761Z","steps":["trace[654682093] 'agreement among raft nodes before linearized reading' (duration: 235.330757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.71177Z","caller":"traceutil/trace.go:171","msg":"trace[380581069] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"232.785713ms","start":"2026-03-14T07:12:27.478954Z","end":"2026-03-14T07:12:27.71174Z","steps":["trace[380581069] 'process raft request' (duration: 232.380063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.711829Z","caller":"traceutil/trace.go:171","msg":"trace[1829918903] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"226.961956ms","start":"2026-03-14T07:12:27.484816Z","end":"2026-03-14T07:12:27.711778Z","steps":["trace[1829918903] 'process raft request' (duration: 226.564376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.711809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.654326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81817"} {"level":"info","ts":"2026-03-14T07:12:27.71188Z","caller":"traceutil/trace.go:171","msg":"trace[769076044] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"235.685906ms","start":"2026-03-14T07:12:27.476182Z","end":"2026-03-14T07:12:27.711868Z","steps":["trace[769076044] 'process raft request' (duration: 235.112772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.711716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.165891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-14T07:12:27.711921Z","caller":"traceutil/trace.go:171","msg":"trace[1132929575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5334; }","duration":"237.8089ms","start":"2026-03-14T07:12:27.474084Z","end":"2026-03-14T07:12:27.711893Z","steps":["trace[1132929575] 'agreement among raft nodes before linearized reading' (duration: 237.452101ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.711432Z","caller":"traceutil/trace.go:171","msg":"trace[1523176591] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"237.266666ms","start":"2026-03-14T07:12:27.474116Z","end":"2026-03-14T07:12:27.711383Z","steps":["trace[1523176591] 'process raft request' (duration: 237.085142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.71196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.167198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca334e6cad900\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T07:12:27.712005Z","caller":"traceutil/trace.go:171","msg":"trace[322780520] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ca334e6cad900; range_end:; response_count:1; response_revision:5334; }","duration":"238.23041ms","start":"2026-03-14T07:12:27.473761Z","end":"2026-03-14T07:12:27.711992Z","steps":["trace[322780520] 'agreement among raft nodes before linearized reading' (duration: 238.128918ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.711819Z","caller":"traceutil/trace.go:171","msg":"trace[1557257692] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"237.764759ms","start":"2026-03-14T07:12:27.47404Z","end":"2026-03-14T07:12:27.711804Z","steps":["trace[1557257692] 'process raft request' (duration: 237.119383ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.71194Z","caller":"traceutil/trace.go:171","msg":"trace[92650366] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5334; }","duration":"229.432819ms","start":"2026-03-14T07:12:27.482492Z","end":"2026-03-14T07:12:27.711925Z","steps":["trace[92650366] 'agreement among raft nodes before linearized reading' (duration: 228.986988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.721694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.464394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:27.721653Z","caller":"traceutil/trace.go:171","msg":"trace[60846743] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"211.342504ms","start":"2026-03-14T07:12:27.510287Z","end":"2026-03-14T07:12:27.721629Z","steps":["trace[60846743] 'process raft request' (duration: 211.21188ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.721744Z","caller":"traceutil/trace.go:171","msg":"trace[1025355152] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5335; }","duration":"112.568976ms","start":"2026-03-14T07:12:27.609166Z","end":"2026-03-14T07:12:27.721735Z","steps":["trace[1025355152] 'agreement among raft nodes before linearized reading' (duration: 112.449293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.448401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.261288ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:28.448521Z","caller":"traceutil/trace.go:171","msg":"trace[1035261089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5335; }","duration":"438.393831ms","start":"2026-03-14T07:12:28.010108Z","end":"2026-03-14T07:12:28.448502Z","steps":["trace[1035261089] 'range keys from in-memory index tree' (duration: 438.244027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.448772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.689619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:28.4491Z","caller":"traceutil/trace.go:171","msg":"trace[1202225185] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"732.805496ms","start":"2026-03-14T07:12:27.716249Z","end":"2026-03-14T07:12:28.449055Z","steps":["trace[1202225185] 'process raft request' (duration: 100.723587ms)","trace[1202225185] 'compare' (duration: 631.439343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:28.449241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.71622Z","time spent":"732.939619ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:28.449375Z","caller":"traceutil/trace.go:171","msg":"trace[657046185] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"729.80746ms","start":"2026-03-14T07:12:27.719525Z","end":"2026-03-14T07:12:28.449333Z","steps":["trace[657046185] 'process raft request' (duration: 729.435461ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.449489Z","caller":"traceutil/trace.go:171","msg":"trace[2110752092] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"729.945714ms","start":"2026-03-14T07:12:27.719527Z","end":"2026-03-14T07:12:28.449473Z","steps":["trace[2110752092] 'process raft request' (duration: 729.687298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.449564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.719508Z","time spent":"730.013425ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:28.449618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.719507Z","time spent":"729.990845ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:28.44981Z","caller":"traceutil/trace.go:171","msg":"trace[348146356] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"730.092727ms","start":"2026-03-14T07:12:27.719705Z","end":"2026-03-14T07:12:28.449797Z","steps":["trace[348146356] 'process raft request' (duration: 729.682307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.44987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.719696Z","time spent":"730.142598ms","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:28.449948Z","caller":"traceutil/trace.go:171","msg":"trace[126013769] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"729.520324ms","start":"2026-03-14T07:12:27.720401Z","end":"2026-03-14T07:12:28.449921Z","steps":["trace[126013769] 'process raft request' (duration: 729.288857ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.45005Z","caller":"traceutil/trace.go:171","msg":"trace[626882745] linearizableReadLoop","detail":"{readStateIndex:5553; appliedIndex:5548; }","duration":"728.422286ms","start":"2026-03-14T07:12:27.721599Z","end":"2026-03-14T07:12:28.450021Z","steps":["trace[626882745] 'read index received' (duration: 95.241288ms)","trace[626882745] 'applied index is now lower than readState.Index' (duration: 633.163997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:28.450174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.979451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:28.45021Z","caller":"traceutil/trace.go:171","msg":"trace[396084882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5341; }","duration":"735.033743ms","start":"2026-03-14T07:12:27.715169Z","end":"2026-03-14T07:12:28.450203Z","steps":["trace[396084882] 'agreement among raft nodes before linearized reading' (duration: 734.968731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.450228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.71516Z","time spent":"735.064084ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:28.450194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.720394Z","time spent":"729.666107ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:28.450287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.624508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18705"} {"level":"info","ts":"2026-03-14T07:12:28.450358Z","caller":"traceutil/trace.go:171","msg":"trace[800317546] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5341; }","duration":"735.720969ms","start":"2026-03-14T07:12:27.714621Z","end":"2026-03-14T07:12:28.450342Z","steps":["trace[800317546] 'agreement among raft nodes before linearized reading' (duration: 735.523825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.450014Z","caller":"traceutil/trace.go:171","msg":"trace[962410051] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"504.117727ms","start":"2026-03-14T07:12:27.945888Z","end":"2026-03-14T07:12:28.450006Z","steps":["trace[962410051] 'process raft request' (duration: 503.890261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.450492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.594786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10684"} {"level":"warn","ts":"2026-03-14T07:12:28.450403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.714594Z","time spent":"735.797862ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18728,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-14T07:12:28.45056Z","caller":"traceutil/trace.go:171","msg":"trace[1253746682] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5341; }","duration":"731.700959ms","start":"2026-03-14T07:12:27.718844Z","end":"2026-03-14T07:12:28.450545Z","steps":["trace[1253746682] 'agreement among raft nodes before linearized reading' (duration: 731.462303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.450537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.945859Z","time spent":"504.587468ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:28.450611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.718829Z","time spent":"731.77117ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10707,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T07:12:28.519137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.908109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-14T07:12:28.519195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.519919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-14T07:12:28.519163Z","caller":"traceutil/trace.go:171","msg":"trace[334987880] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"208.342687ms","start":"2026-03-14T07:12:28.31078Z","end":"2026-03-14T07:12:28.519123Z","steps":["trace[334987880] 'process raft request' (duration: 208.079321ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.519219Z","caller":"traceutil/trace.go:171","msg":"trace[2045244155] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5342; }","duration":"787.016941ms","start":"2026-03-14T07:12:27.732184Z","end":"2026-03-14T07:12:28.519201Z","steps":["trace[2045244155] 'agreement among raft nodes before linearized reading' (duration: 786.847847ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.519245Z","caller":"traceutil/trace.go:171","msg":"trace[704804333] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5342; }","duration":"466.629212ms","start":"2026-03-14T07:12:28.052603Z","end":"2026-03-14T07:12:28.519232Z","steps":["trace[704804333] 'agreement among raft nodes before linearized reading' (duration: 466.416957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.51926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.73217Z","time spent":"787.080603ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T07:12:28.519272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:28.052581Z","time spent":"466.684993ms","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T07:12:28.519255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.065379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-14T07:12:28.519317Z","caller":"traceutil/trace.go:171","msg":"trace[1875777021] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5342; }","duration":"796.148301ms","start":"2026-03-14T07:12:27.723153Z","end":"2026-03-14T07:12:28.519301Z","steps":["trace[1875777021] 'agreement among raft nodes before linearized reading' (duration: 796.043598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.519364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:27.723143Z","time spent":"796.213473ms","remote":"127.0.0.1:58186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T07:12:28.939544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.685109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:28.939668Z","caller":"traceutil/trace.go:171","msg":"trace[1832097482] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5555; }","duration":"403.793769ms","start":"2026-03-14T07:12:28.535857Z","end":"2026-03-14T07:12:28.939651Z","steps":["trace[1832097482] 'read index received' (duration: 37.830213ms)","trace[1832097482] 'applied index is now lower than readState.Index' (duration: 365.962496ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:28.939755Z","caller":"traceutil/trace.go:171","msg":"trace[1227695934] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"403.936864ms","start":"2026-03-14T07:12:28.535807Z","end":"2026-03-14T07:12:28.939744Z","steps":["trace[1227695934] 'process raft request' (duration: 37.964667ms)","trace[1227695934] 'compare' (duration: 365.551536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:28.939819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:28.535795Z","time spent":"403.990705ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:28.939921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.878303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:28.939978Z","caller":"traceutil/trace.go:171","msg":"trace[1057463587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5343; }","duration":"112.972575ms","start":"2026-03-14T07:12:28.82699Z","end":"2026-03-14T07:12:28.939963Z","steps":["trace[1057463587] 'agreement among raft nodes before linearized reading' (duration: 112.877203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.940037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.149058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T07:12:28.940133Z","caller":"traceutil/trace.go:171","msg":"trace[699910886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5343; }","duration":"404.273212ms","start":"2026-03-14T07:12:28.535836Z","end":"2026-03-14T07:12:28.940109Z","steps":["trace[699910886] 'agreement among raft nodes before linearized reading' (duration: 404.005625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.940104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.044665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-03-14T07:12:28.94019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:28.535824Z","time spent":"404.351704ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:12:28.940209Z","caller":"traceutil/trace.go:171","msg":"trace[1851417983] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5343; }","duration":"402.18224ms","start":"2026-03-14T07:12:28.538Z","end":"2026-03-14T07:12:28.940183Z","steps":["trace[1851417983] 'agreement among raft nodes before linearized reading' (duration: 401.83542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:28.940267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:28.537993Z","time spent":"402.258081ms","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9660,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-14T07:12:29.187887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.487048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:29.187974Z","caller":"traceutil/trace.go:171","msg":"trace[110550781] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"176.503516ms","start":"2026-03-14T07:12:29.011456Z","end":"2026-03-14T07:12:29.187959Z","steps":["trace[110550781] 'process raft request' (duration: 39.879964ms)","trace[110550781] 'compare' (duration: 136.378855ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:29.391425Z","caller":"traceutil/trace.go:171","msg":"trace[838316748] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"201.109716ms","start":"2026-03-14T07:12:29.190284Z","end":"2026-03-14T07:12:29.391394Z","steps":["trace[838316748] 'process raft request' (duration: 182.944728ms)","trace[838316748] 'compare' (duration: 18.023044ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:29.616125Z","caller":"traceutil/trace.go:171","msg":"trace[1956593445] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5559; }","duration":"140.411067ms","start":"2026-03-14T07:12:29.475688Z","end":"2026-03-14T07:12:29.616099Z","steps":["trace[1956593445] 'read index received' (duration: 81.223246ms)","trace[1956593445] 'applied index is now lower than readState.Index' (duration: 59.186521ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:29.616135Z","caller":"traceutil/trace.go:171","msg":"trace[841850590] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"141.950666ms","start":"2026-03-14T07:12:29.474155Z","end":"2026-03-14T07:12:29.616105Z","steps":["trace[841850590] 'process raft request' (duration: 82.852618ms)","trace[841850590] 'compare' (duration: 58.981085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:29.616349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.640102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:29.6164Z","caller":"traceutil/trace.go:171","msg":"trace[1307226891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5347; }","duration":"140.732514ms","start":"2026-03-14T07:12:29.475652Z","end":"2026-03-14T07:12:29.616384Z","steps":["trace[1307226891] 'agreement among raft nodes before linearized reading' (duration: 140.544669ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:32.790573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2660} {"level":"info","ts":"2026-03-14T07:12:32.862917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2660,"took":"70.878746ms","hash":2101492214,"current-db-size-bytes":38596608,"current-db-size":"39 MB","current-db-size-in-use-bytes":28717056,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-14T07:12:32.862972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2101492214,"revision":2660,"compact-revision":-1} {"level":"info","ts":"2026-03-14T07:12:59.061137Z","caller":"traceutil/trace.go:171","msg":"trace[2035725357] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"170.787441ms","start":"2026-03-14T07:12:58.890297Z","end":"2026-03-14T07:12:59.061084Z","steps":["trace[2035725357] 'process raft request' (duration: 161.880859ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:03.892596Z","caller":"traceutil/trace.go:171","msg":"trace[405462242] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5873; }","duration":"147.466098ms","start":"2026-03-14T07:13:03.7451Z","end":"2026-03-14T07:13:03.892566Z","steps":["trace[405462242] 'read index received' (duration: 147.313835ms)","trace[405462242] 'applied index is now lower than readState.Index' (duration: 151.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:03.892653Z","caller":"traceutil/trace.go:171","msg":"trace[813940648] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"275.402201ms","start":"2026-03-14T07:13:03.617213Z","end":"2026-03-14T07:13:03.892615Z","steps":["trace[813940648] 'process raft request' (duration: 275.192076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:03.892753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.631872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:03.892796Z","caller":"traceutil/trace.go:171","msg":"trace[2076508061] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5652; }","duration":"147.732595ms","start":"2026-03-14T07:13:03.74505Z","end":"2026-03-14T07:13:03.892782Z","steps":["trace[2076508061] 'agreement among raft nodes before linearized reading' (duration: 147.635752ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:13.739758Z","caller":"traceutil/trace.go:171","msg":"trace[978810892] linearizableReadLoop","detail":"{readStateIndex:5928; appliedIndex:5927; }","duration":"172.982934ms","start":"2026-03-14T07:13:13.566745Z","end":"2026-03-14T07:13:13.739728Z","steps":["trace[978810892] 'read index received' (duration: 172.648166ms)","trace[978810892] 'applied index is now lower than readState.Index' (duration: 333.318µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:13.739869Z","caller":"traceutil/trace.go:171","msg":"trace[1703083885] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"174.397841ms","start":"2026-03-14T07:13:13.565432Z","end":"2026-03-14T07:13:13.73983Z","steps":["trace[1703083885] 'process raft request' (duration: 174.109393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:13.740224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.448947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112141"} {"level":"info","ts":"2026-03-14T07:13:13.740276Z","caller":"traceutil/trace.go:171","msg":"trace[126603044] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5704; }","duration":"173.54078ms","start":"2026-03-14T07:13:13.566723Z","end":"2026-03-14T07:13:13.740263Z","steps":["trace[126603044] 'agreement among raft nodes before linearized reading' (duration: 173.113279ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:13.861241Z","caller":"traceutil/trace.go:171","msg":"trace[2008554251] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"107.980205ms","start":"2026-03-14T07:13:13.75323Z","end":"2026-03-14T07:13:13.86121Z","steps":["trace[2008554251] 'process raft request' (duration: 74.272134ms)","trace[2008554251] 'compare' (duration: 33.579548ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:14.242915Z","caller":"traceutil/trace.go:171","msg":"trace[1252904397] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5931; }","duration":"183.19163ms","start":"2026-03-14T07:13:14.059699Z","end":"2026-03-14T07:13:14.242891Z","steps":["trace[1252904397] 'read index received' (duration: 182.965874ms)","trace[1252904397] 'applied index is now lower than readState.Index' (duration: 224.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:14.243063Z","caller":"traceutil/trace.go:171","msg":"trace[25940210] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"218.533422ms","start":"2026-03-14T07:13:14.024518Z","end":"2026-03-14T07:13:14.243052Z","steps":["trace[25940210] 'process raft request' (duration: 218.172913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:14.243355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.160973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:13:14.243481Z","caller":"traceutil/trace.go:171","msg":"trace[1481206246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5708; }","duration":"121.321947ms","start":"2026-03-14T07:13:14.122138Z","end":"2026-03-14T07:13:14.24346Z","steps":["trace[1481206246] 'agreement among raft nodes before linearized reading' (duration: 121.086071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:14.243769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.063982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:13:14.243842Z","caller":"traceutil/trace.go:171","msg":"trace[1428491473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5708; }","duration":"184.182384ms","start":"2026-03-14T07:13:14.059641Z","end":"2026-03-14T07:13:14.243824Z","steps":["trace[1428491473] 'agreement among raft nodes before linearized reading' (duration: 184.000539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:14.24393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.729067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:13:14.244006Z","caller":"traceutil/trace.go:171","msg":"trace[1633170496] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5708; }","duration":"115.826139ms","start":"2026-03-14T07:13:14.128166Z","end":"2026-03-14T07:13:14.243992Z","steps":["trace[1633170496] 'agreement among raft nodes before linearized reading' (duration: 115.640774ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:15.286337Z","caller":"traceutil/trace.go:171","msg":"trace[854820998] linearizableReadLoop","detail":"{readStateIndex:5938; appliedIndex:5937; }","duration":"280.363996ms","start":"2026-03-14T07:13:15.005951Z","end":"2026-03-14T07:13:15.286315Z","steps":["trace[854820998] 'read index received' (duration: 280.15115ms)","trace[854820998] 'applied index is now lower than readState.Index' (duration: 211.566µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:15.286464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:14.932101Z","time spent":"354.353761ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:13:15.286516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.53696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:15.286575Z","caller":"traceutil/trace.go:171","msg":"trace[2031130137] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5713; }","duration":"280.634552ms","start":"2026-03-14T07:13:15.005921Z","end":"2026-03-14T07:13:15.286556Z","steps":["trace[2031130137] 'agreement among raft nodes before linearized reading' (duration: 280.528719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:15.67905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.396842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:15.679185Z","caller":"traceutil/trace.go:171","msg":"trace[385354072] linearizableReadLoop","detail":"{readStateIndex:5939; appliedIndex:5938; }","duration":"240.989763ms","start":"2026-03-14T07:13:15.438172Z","end":"2026-03-14T07:13:15.679162Z","steps":["trace[385354072] 'read index received' (duration: 37.291µs)","trace[385354072] 'applied index is now lower than readState.Index' (duration: 240.949282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:15.679407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.158696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:15.679463Z","caller":"traceutil/trace.go:171","msg":"trace[727075443] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5714; }","duration":"241.264879ms","start":"2026-03-14T07:13:15.438184Z","end":"2026-03-14T07:13:15.679449Z","steps":["trace[727075443] 'agreement among raft nodes before linearized reading' (duration: 241.176857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:15.679467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.28104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-14T07:13:15.67946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.259479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:15.679471Z","caller":"traceutil/trace.go:171","msg":"trace[1032634715] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"391.024876ms","start":"2026-03-14T07:13:15.288394Z","end":"2026-03-14T07:13:15.679419Z","steps":["trace[1032634715] 'process raft request' (duration: 131.145612ms)","trace[1032634715] 'compare' (duration: 259.047933ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:15.67951Z","caller":"traceutil/trace.go:171","msg":"trace[143789619] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5714; }","duration":"241.353151ms","start":"2026-03-14T07:13:15.438147Z","end":"2026-03-14T07:13:15.6795Z","steps":["trace[143789619] 'agreement among raft nodes before linearized reading' (duration: 241.126975ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:15.679551Z","caller":"traceutil/trace.go:171","msg":"trace[419976114] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5714; }","duration":"241.398913ms","start":"2026-03-14T07:13:15.438135Z","end":"2026-03-14T07:13:15.679534Z","steps":["trace[419976114] 'agreement among raft nodes before linearized reading' (duration: 241.237949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:15.679696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.288367Z","time spent":"391.18913ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:16.100962Z","caller":"traceutil/trace.go:171","msg":"trace[1279486053] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"160.498764ms","start":"2026-03-14T07:13:15.940438Z","end":"2026-03-14T07:13:16.100937Z","steps":["trace[1279486053] 'process raft request' (duration: 160.33639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.283899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.287112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:16.284078Z","caller":"traceutil/trace.go:171","msg":"trace[1576764292] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"328.703771ms","start":"2026-03-14T07:13:15.955355Z","end":"2026-03-14T07:13:16.284059Z","steps":["trace[1576764292] 'process raft request' (duration: 216.168483ms)","trace[1576764292] 'compare' (duration: 112.160129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:16.284148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.955338Z","time spent":"328.779653ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:16.70666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.267671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:16.706853Z","caller":"traceutil/trace.go:171","msg":"trace[1695689398] linearizableReadLoop","detail":"{readStateIndex:5943; appliedIndex:5941; }","duration":"385.515638ms","start":"2026-03-14T07:13:16.321321Z","end":"2026-03-14T07:13:16.706837Z","steps":["trace[1695689398] 'read index received' (duration: 175.96018ms)","trace[1695689398] 'applied index is now lower than readState.Index' (duration: 209.554538ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:16.706935Z","caller":"traceutil/trace.go:171","msg":"trace[1046088501] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"417.154317ms","start":"2026-03-14T07:13:16.289771Z","end":"2026-03-14T07:13:16.706926Z","steps":["trace[1046088501] 'process raft request' (duration: 416.996894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.706988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.289746Z","time spent":"417.212328ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:16.707019Z","caller":"traceutil/trace.go:171","msg":"trace[1584696526] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"417.345942ms","start":"2026-03-14T07:13:16.289645Z","end":"2026-03-14T07:13:16.706991Z","steps":["trace[1584696526] 'process raft request' (duration: 207.659621ms)","trace[1584696526] 'compare' (duration: 209.091685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:16.707239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.289622Z","time spent":"417.508955ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:16.707311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.515439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:13:16.707324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.98888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:13:16.707343Z","caller":"traceutil/trace.go:171","msg":"trace[784509469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5718; }","duration":"385.573859ms","start":"2026-03-14T07:13:16.321759Z","end":"2026-03-14T07:13:16.707333Z","steps":["trace[784509469] 'agreement among raft nodes before linearized reading' (duration: 385.460037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.707374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.321747Z","time spent":"385.620631ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:13:16.707377Z","caller":"traceutil/trace.go:171","msg":"trace[2037391005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5718; }","duration":"386.074322ms","start":"2026-03-14T07:13:16.321287Z","end":"2026-03-14T07:13:16.707361Z","steps":["trace[2037391005] 'agreement among raft nodes before linearized reading' (duration: 385.925428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.707383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.877517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:13:16.707417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.321273Z","time spent":"386.135703ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:13:16.707445Z","caller":"traceutil/trace.go:171","msg":"trace[687477510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5718; }","duration":"385.99487ms","start":"2026-03-14T07:13:16.321432Z","end":"2026-03-14T07:13:16.707427Z","steps":["trace[687477510] 'agreement among raft nodes before linearized reading' (duration: 385.810615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.707442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.900488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:13:16.707496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.321394Z","time spent":"386.090022ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:13:16.707521Z","caller":"traceutil/trace.go:171","msg":"trace[1367813086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5718; }","duration":"386.055272ms","start":"2026-03-14T07:13:16.321443Z","end":"2026-03-14T07:13:16.707498Z","steps":["trace[1367813086] 'agreement among raft nodes before linearized reading' (duration: 385.779385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.707563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.321435Z","time spent":"386.119013ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:13:16.707615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.759199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:13:16.707754Z","caller":"traceutil/trace.go:171","msg":"trace[1238041480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:5718; }","duration":"384.948073ms","start":"2026-03-14T07:13:16.322776Z","end":"2026-03-14T07:13:16.707724Z","steps":["trace[1238041480] 'agreement among raft nodes before linearized reading' (duration: 384.489242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.707815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.322761Z","time spent":"385.041805ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:13:17.068824Z","caller":"traceutil/trace.go:171","msg":"trace[924799930] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"355.840148ms","start":"2026-03-14T07:13:16.712964Z","end":"2026-03-14T07:13:17.068804Z","steps":["trace[924799930] 'process raft request' (duration: 355.776266ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:17.068845Z","caller":"traceutil/trace.go:171","msg":"trace[1930357069] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"356.709519ms","start":"2026-03-14T07:13:16.712104Z","end":"2026-03-14T07:13:17.068814Z","steps":["trace[1930357069] 'process raft request' (duration: 356.472533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:17.068962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.71295Z","time spent":"355.943ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:17.069003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.712072Z","time spent":"356.848213ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:17.069091Z","caller":"traceutil/trace.go:171","msg":"trace[1883744386] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"355.398437ms","start":"2026-03-14T07:13:16.713686Z","end":"2026-03-14T07:13:17.069084Z","steps":["trace[1883744386] 'process raft request' (duration: 355.086339ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:17.069056Z","caller":"traceutil/trace.go:171","msg":"trace[1336679180] linearizableReadLoop","detail":"{readStateIndex:5946; appliedIndex:5943; }","duration":"355.423077ms","start":"2026-03-14T07:13:16.713608Z","end":"2026-03-14T07:13:17.069031Z","steps":["trace[1336679180] 'read index received' (duration: 43.156706ms)","trace[1336679180] 'applied index is now lower than readState.Index' (duration: 312.263851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:17.069135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.713673Z","time spent":"355.442107ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:17.06954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.906389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101693"} {"level":"info","ts":"2026-03-14T07:13:17.069624Z","caller":"traceutil/trace.go:171","msg":"trace[1668865754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5722; }","duration":"356.034832ms","start":"2026-03-14T07:13:16.713571Z","end":"2026-03-14T07:13:17.069606Z","steps":["trace[1668865754] 'agreement among raft nodes before linearized reading' (duration: 355.630022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:17.069667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.713558Z","time spent":"356.100124ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101716,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:13:30.60453Z","caller":"traceutil/trace.go:171","msg":"trace[293039717] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"206.981384ms","start":"2026-03-14T07:13:30.397515Z","end":"2026-03-14T07:13:30.604496Z","steps":["trace[293039717] 'process raft request' (duration: 162.390561ms)","trace[293039717] 'compare' (duration: 44.398938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:30.836602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.113394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:13:31.285175Z","caller":"traceutil/trace.go:171","msg":"trace[579658188] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"137.751528ms","start":"2026-03-14T07:13:31.147389Z","end":"2026-03-14T07:13:31.285141Z","steps":["trace[579658188] 'process raft request' (duration: 137.501311ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:31.285424Z","caller":"traceutil/trace.go:171","msg":"trace[147872509] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"137.563482ms","start":"2026-03-14T07:13:31.147851Z","end":"2026-03-14T07:13:31.285414Z","steps":["trace[147872509] 'process raft request' (duration: 137.185933ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:32.79784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5378} {"level":"info","ts":"2026-03-14T07:17:32.887243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5378,"took":"87.33474ms","hash":480739530,"current-db-size-bytes":39772160,"current-db-size":"40 MB","current-db-size-in-use-bytes":21086208,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-14T07:17:32.887297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":480739530,"revision":5378,"compact-revision":2660} {"level":"info","ts":"2026-03-14T07:18:04.778812Z","caller":"traceutil/trace.go:171","msg":"trace[1187985732] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"100.381749ms","start":"2026-03-14T07:18:04.678403Z","end":"2026-03-14T07:18:04.778784Z","steps":["trace[1187985732] 'process raft request' (duration: 42.557035ms)","trace[1187985732] 'compare' (duration: 57.562438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:05.464933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.780548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:05.465016Z","caller":"traceutil/trace.go:171","msg":"trace[1722876472] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7591; }","duration":"127.904151ms","start":"2026-03-14T07:18:05.337094Z","end":"2026-03-14T07:18:05.464998Z","steps":["trace[1722876472] 'range keys from in-memory index tree' (duration: 127.712466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:08.959057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.61097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:08.959124Z","caller":"traceutil/trace.go:171","msg":"trace[18956315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7641; }","duration":"130.724113ms","start":"2026-03-14T07:18:08.828387Z","end":"2026-03-14T07:18:08.959112Z","steps":["trace[18956315] 'range keys from in-memory index tree' (duration: 130.528308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:08.959266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.009317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:18:08.959357Z","caller":"traceutil/trace.go:171","msg":"trace[1898585713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:7641; }","duration":"114.13806ms","start":"2026-03-14T07:18:08.845198Z","end":"2026-03-14T07:18:08.959336Z","steps":["trace[1898585713] 'range keys from in-memory index tree' (duration: 113.854782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:08.959543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.280519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:08.959607Z","caller":"traceutil/trace.go:171","msg":"trace[287077417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7641; }","duration":"126.353711ms","start":"2026-03-14T07:18:08.833234Z","end":"2026-03-14T07:18:08.959587Z","steps":["trace[287077417] 'range keys from in-memory index tree' (duration: 126.171456ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:16.764964Z","caller":"traceutil/trace.go:171","msg":"trace[648049775] linearizableReadLoop","detail":"{readStateIndex:7982; appliedIndex:7981; }","duration":"415.998855ms","start":"2026-03-14T07:18:16.348941Z","end":"2026-03-14T07:18:16.76494Z","steps":["trace[648049775] 'read index received' (duration: 415.82036ms)","trace[648049775] 'applied index is now lower than readState.Index' (duration: 177.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:16.765041Z","caller":"traceutil/trace.go:171","msg":"trace[1759887720] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"430.732712ms","start":"2026-03-14T07:18:16.334277Z","end":"2026-03-14T07:18:16.76501Z","steps":["trace[1759887720] 'process raft request' (duration: 430.531636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:16.765186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.334261Z","time spent":"430.850214ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:16.7652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.519241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:18:16.765236Z","caller":"traceutil/trace.go:171","msg":"trace[1961948177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7684; }","duration":"256.613073ms","start":"2026-03-14T07:18:16.508613Z","end":"2026-03-14T07:18:16.765226Z","steps":["trace[1961948177] 'agreement among raft nodes before linearized reading' (duration: 256.466789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:16.765245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.273533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:18:16.765336Z","caller":"traceutil/trace.go:171","msg":"trace[1225919099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7684; }","duration":"416.402486ms","start":"2026-03-14T07:18:16.348915Z","end":"2026-03-14T07:18:16.765318Z","steps":["trace[1225919099] 'agreement among raft nodes before linearized reading' (duration: 416.13807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:16.765379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.348901Z","time spent":"416.468448ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:17.08972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.273926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:17.090115Z","caller":"traceutil/trace.go:171","msg":"trace[139344519] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"320.273376ms","start":"2026-03-14T07:18:16.769785Z","end":"2026-03-14T07:18:17.090058Z","steps":["trace[139344519] 'process raft request' (duration: 320.054059ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:17.090182Z","caller":"traceutil/trace.go:171","msg":"trace[1479916709] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"321.745593ms","start":"2026-03-14T07:18:16.768403Z","end":"2026-03-14T07:18:17.090149Z","steps":["trace[1479916709] 'process raft request' (duration: 27.927922ms)","trace[1479916709] 'compare' (duration: 293.106472ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:17.090235Z","caller":"traceutil/trace.go:171","msg":"trace[1882506236] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"320.243905ms","start":"2026-03-14T07:18:16.769961Z","end":"2026-03-14T07:18:17.090205Z","steps":["trace[1882506236] 'process raft request' (duration: 319.960067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.090249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.769758Z","time spent":"320.43382ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:17.090244Z","caller":"traceutil/trace.go:171","msg":"trace[1414883957] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"320.242336ms","start":"2026-03-14T07:18:16.769974Z","end":"2026-03-14T07:18:17.090216Z","steps":["trace[1414883957] 'process raft request' (duration: 319.993179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.090333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.768379Z","time spent":"321.871026ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:17.090375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.769936Z","time spent":"320.363618ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:17.090459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.769951Z","time spent":"320.44196ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:17.434158Z","caller":"traceutil/trace.go:171","msg":"trace[837635859] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"151.179174ms","start":"2026-03-14T07:18:17.282953Z","end":"2026-03-14T07:18:17.434132Z","steps":["trace[837635859] 'process raft request' (duration: 151.025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.575224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.445391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:17.575322Z","caller":"traceutil/trace.go:171","msg":"trace[1177688623] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7690; }","duration":"100.609616ms","start":"2026-03-14T07:18:17.474689Z","end":"2026-03-14T07:18:17.575298Z","steps":["trace[1177688623] 'count revisions from in-memory index tree' (duration: 100.370199ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.206656Z","caller":"traceutil/trace.go:171","msg":"trace[328551413] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"291.740478ms","start":"2026-03-14T07:18:21.91487Z","end":"2026-03-14T07:18:22.206611Z","steps":["trace[328551413] 'process raft request' (duration: 203.889189ms)","trace[328551413] 'compare' (duration: 87.570752ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:22.206764Z","caller":"traceutil/trace.go:171","msg":"trace[623589148] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"290.969188ms","start":"2026-03-14T07:18:21.915759Z","end":"2026-03-14T07:18:22.206728Z","steps":["trace[623589148] 'process raft request' (duration: 290.738072ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207115Z","caller":"traceutil/trace.go:171","msg":"trace[927457930] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"288.563857ms","start":"2026-03-14T07:18:21.91849Z","end":"2026-03-14T07:18:22.207054Z","steps":["trace[927457930] 'process raft request' (duration: 288.29926ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.20715Z","caller":"traceutil/trace.go:171","msg":"trace[1768882581] transaction","detail":"{read_only:false; response_revision:7734; number_of_response:1; }","duration":"290.932597ms","start":"2026-03-14T07:18:21.916201Z","end":"2026-03-14T07:18:22.207133Z","steps":["trace[1768882581] 'process raft request' (duration: 290.489316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207168Z","caller":"traceutil/trace.go:171","msg":"trace[757694986] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"291.222654ms","start":"2026-03-14T07:18:21.915914Z","end":"2026-03-14T07:18:22.207137Z","steps":["trace[757694986] 'process raft request' (duration: 290.700471ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207195Z","caller":"traceutil/trace.go:171","msg":"trace[235448861] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"288.380572ms","start":"2026-03-14T07:18:21.918804Z","end":"2026-03-14T07:18:22.207184Z","steps":["trace[235448861] 'process raft request' (duration: 288.025053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207246Z","caller":"traceutil/trace.go:171","msg":"trace[189263845] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"277.030482ms","start":"2026-03-14T07:18:21.930197Z","end":"2026-03-14T07:18:22.207227Z","steps":["trace[189263845] 'process raft request' (duration: 276.974871ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207121Z","caller":"traceutil/trace.go:171","msg":"trace[1521442579] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"286.868543ms","start":"2026-03-14T07:18:21.920215Z","end":"2026-03-14T07:18:22.207084Z","steps":["trace[1521442579] 'process raft request' (duration: 286.704489ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.20729Z","caller":"traceutil/trace.go:171","msg":"trace[1393240574] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"288.862285ms","start":"2026-03-14T07:18:21.918409Z","end":"2026-03-14T07:18:22.207271Z","steps":["trace[1393240574] 'process raft request' (duration: 288.331381ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207347Z","caller":"traceutil/trace.go:171","msg":"trace[33769927] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"286.34116ms","start":"2026-03-14T07:18:21.920985Z","end":"2026-03-14T07:18:22.207326Z","steps":["trace[33769927] 'process raft request' (duration: 286.017812ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207366Z","caller":"traceutil/trace.go:171","msg":"trace[748288884] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"282.299047ms","start":"2026-03-14T07:18:21.92506Z","end":"2026-03-14T07:18:22.207359Z","steps":["trace[748288884] 'process raft request' (duration: 282.04233ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207372Z","caller":"traceutil/trace.go:171","msg":"trace[30969769] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"282.306408ms","start":"2026-03-14T07:18:21.925049Z","end":"2026-03-14T07:18:22.207355Z","steps":["trace[30969769] 'process raft request' (duration: 281.99917ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.207365Z","caller":"traceutil/trace.go:171","msg":"trace[254036910] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"286.665588ms","start":"2026-03-14T07:18:21.920675Z","end":"2026-03-14T07:18:22.207341Z","steps":["trace[254036910] 'process raft request' (duration: 286.292429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.25889Z","caller":"traceutil/trace.go:171","msg":"trace[1870808657] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"316.721935ms","start":"2026-03-14T07:18:21.942116Z","end":"2026-03-14T07:18:22.258838Z","steps":["trace[1870808657] 'process raft request' (duration: 316.448168ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.258951Z","caller":"traceutil/trace.go:171","msg":"trace[1111772509] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"312.828376ms","start":"2026-03-14T07:18:21.946095Z","end":"2026-03-14T07:18:22.258924Z","steps":["trace[1111772509] 'process raft request' (duration: 312.636961ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.25894Z","caller":"traceutil/trace.go:171","msg":"trace[422432548] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"312.730933ms","start":"2026-03-14T07:18:21.946157Z","end":"2026-03-14T07:18:22.258888Z","steps":["trace[422432548] 'process raft request' (duration: 312.622051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.259091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.946084Z","time spent":"312.933949ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.259063Z","caller":"traceutil/trace.go:171","msg":"trace[1996654269] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"278.685546ms","start":"2026-03-14T07:18:21.980343Z","end":"2026-03-14T07:18:22.259028Z","steps":["trace[1996654269] 'process raft request' (duration: 278.604674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.259095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.942091Z","time spent":"316.902689ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":43034,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.259153Z","caller":"traceutil/trace.go:171","msg":"trace[2070297004] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"293.40725ms","start":"2026-03-14T07:18:21.96572Z","end":"2026-03-14T07:18:22.259127Z","steps":["trace[2070297004] 'process raft request' (duration: 293.103253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.259103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.946151Z","time spent":"312.867327ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":42662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:18:22.590944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.259414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:22.591283Z","caller":"traceutil/trace.go:171","msg":"trace[1906554979] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"290.435964ms","start":"2026-03-14T07:18:22.300648Z","end":"2026-03-14T07:18:22.591084Z","steps":["trace[1906554979] 'process raft request' (duration: 162.899243ms)","trace[1906554979] 'compare' (duration: 126.814203ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:22.636264Z","caller":"traceutil/trace.go:171","msg":"trace[1745884162] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"301.905876ms","start":"2026-03-14T07:18:22.334307Z","end":"2026-03-14T07:18:22.636213Z","steps":["trace[1745884162] 'process raft request' (duration: 301.65391ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.636363Z","caller":"traceutil/trace.go:171","msg":"trace[1969945635] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"301.450425ms","start":"2026-03-14T07:18:22.334901Z","end":"2026-03-14T07:18:22.636351Z","steps":["trace[1969945635] 'process raft request' (duration: 301.26343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.636451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.334889Z","time spent":"301.514086ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:18:22.636473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.334282Z","time spent":"302.08217ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.636453Z","caller":"traceutil/trace.go:171","msg":"trace[1383409410] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"301.388243ms","start":"2026-03-14T07:18:22.335041Z","end":"2026-03-14T07:18:22.636429Z","steps":["trace[1383409410] 'process raft request' (duration: 301.320911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.636477Z","caller":"traceutil/trace.go:171","msg":"trace[1197145474] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"301.422054ms","start":"2026-03-14T07:18:22.335009Z","end":"2026-03-14T07:18:22.636431Z","steps":["trace[1197145474] 'process raft request' (duration: 301.295481ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.636292Z","caller":"traceutil/trace.go:171","msg":"trace[412728479] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"301.842885ms","start":"2026-03-14T07:18:22.334418Z","end":"2026-03-14T07:18:22.636261Z","steps":["trace[412728479] 'process raft request' (duration: 301.696741ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.636566Z","caller":"traceutil/trace.go:171","msg":"trace[1302054596] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"301.532097ms","start":"2026-03-14T07:18:22.334983Z","end":"2026-03-14T07:18:22.636515Z","steps":["trace[1302054596] 'process raft request' (duration: 301.234979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.636607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.334409Z","time spent":"302.171423ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:18:22.636611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.335034Z","time spent":"301.515676ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:18:22.636648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.334989Z","time spent":"301.573528ms","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:22.636699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.334974Z","time spent":"301.66374ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.636802Z","caller":"traceutil/trace.go:171","msg":"trace[482472403] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"301.685122ms","start":"2026-03-14T07:18:22.335093Z","end":"2026-03-14T07:18:22.636778Z","steps":["trace[482472403] 'process raft request' (duration: 301.304311ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.637054Z","caller":"traceutil/trace.go:171","msg":"trace[303235688] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"301.702162ms","start":"2026-03-14T07:18:22.335154Z","end":"2026-03-14T07:18:22.636856Z","steps":["trace[303235688] 'process raft request' (duration: 301.610069ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.637058Z","caller":"traceutil/trace.go:171","msg":"trace[638348440] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"301.697632ms","start":"2026-03-14T07:18:22.335163Z","end":"2026-03-14T07:18:22.636861Z","steps":["trace[638348440] 'process raft request' (duration: 301.63667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.637067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.335086Z","time spent":"301.765363ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1021,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.636851Z","caller":"traceutil/trace.go:171","msg":"trace[897215165] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"301.690512ms","start":"2026-03-14T07:18:22.335139Z","end":"2026-03-14T07:18:22.63683Z","steps":["trace[897215165] 'process raft request' (duration: 301.534167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.637126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.335148Z","time spent":"301.944528ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:18:22.637182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.335144Z","time spent":"301.967599ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.637054Z","caller":"traceutil/trace.go:171","msg":"trace[161366365] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8064; }","duration":"112.435087ms","start":"2026-03-14T07:18:22.524414Z","end":"2026-03-14T07:18:22.636849Z","steps":["trace[161366365] 'read index received' (duration: 111.646027ms)","trace[161366365] 'applied index is now lower than readState.Index' (duration: 787.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:22.637197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.335131Z","time spent":"302.01413ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:18:22.637249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.833587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:22.637231Z","caller":"traceutil/trace.go:171","msg":"trace[846324020] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"301.769914ms","start":"2026-03-14T07:18:22.335009Z","end":"2026-03-14T07:18:22.636778Z","steps":["trace[846324020] 'process raft request' (duration: 301.25104ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.637295Z","caller":"traceutil/trace.go:171","msg":"trace[172606272] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7776; }","duration":"112.923239ms","start":"2026-03-14T07:18:22.524358Z","end":"2026-03-14T07:18:22.637281Z","steps":["trace[172606272] 'agreement among raft nodes before linearized reading' (duration: 112.740225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.637763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.334985Z","time spent":"302.338078ms","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:18:22.864485Z","caller":"traceutil/trace.go:171","msg":"trace[1015103831] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"124.283329ms","start":"2026-03-14T07:18:22.740171Z","end":"2026-03-14T07:18:22.864454Z","steps":["trace[1015103831] 'process raft request' (duration: 100.683417ms)","trace[1015103831] 'compare' (duration: 23.434178ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:22.864897Z","caller":"traceutil/trace.go:171","msg":"trace[1006315326] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"124.515605ms","start":"2026-03-14T07:18:22.740311Z","end":"2026-03-14T07:18:22.864826Z","steps":["trace[1006315326] 'process raft request' (duration: 124.094065ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.431087Z","caller":"traceutil/trace.go:171","msg":"trace[1306581397] linearizableReadLoop","detail":"{readStateIndex:8141; appliedIndex:8139; }","duration":"143.823866ms","start":"2026-03-14T07:18:23.287229Z","end":"2026-03-14T07:18:23.431053Z","steps":["trace[1306581397] 'read index received' (duration: 67.636814ms)","trace[1306581397] 'applied index is now lower than readState.Index' (duration: 76.185602ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:23.431172Z","caller":"traceutil/trace.go:171","msg":"trace[66366739] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"173.655467ms","start":"2026-03-14T07:18:23.257482Z","end":"2026-03-14T07:18:23.431138Z","steps":["trace[66366739] 'process raft request' (duration: 97.345152ms)","trace[66366739] 'compare' (duration: 75.893485ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:23.431243Z","caller":"traceutil/trace.go:171","msg":"trace[1494175291] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"171.858702ms","start":"2026-03-14T07:18:23.259371Z","end":"2026-03-14T07:18:23.431229Z","steps":["trace[1494175291] 'process raft request' (duration: 171.594345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:23.431944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.873247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223816"} {"level":"info","ts":"2026-03-14T07:18:23.432021Z","caller":"traceutil/trace.go:171","msg":"trace[883714781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7842; }","duration":"172.99727ms","start":"2026-03-14T07:18:23.259006Z","end":"2026-03-14T07:18:23.432003Z","steps":["trace[883714781] 'agreement among raft nodes before linearized reading' (duration: 172.510108ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.434082Z","caller":"traceutil/trace.go:171","msg":"trace[1203401410] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"145.422578ms","start":"2026-03-14T07:18:23.288631Z","end":"2026-03-14T07:18:23.434053Z","steps":["trace[1203401410] 'process raft request' (duration: 145.032148ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.434483Z","caller":"traceutil/trace.go:171","msg":"trace[1547993840] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"143.185211ms","start":"2026-03-14T07:18:23.291264Z","end":"2026-03-14T07:18:23.434449Z","steps":["trace[1547993840] 'process raft request' (duration: 142.694428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:23.434696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.970714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-14T07:18:23.434779Z","caller":"traceutil/trace.go:171","msg":"trace[1641967525] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7845; }","duration":"141.069456ms","start":"2026-03-14T07:18:23.293691Z","end":"2026-03-14T07:18:23.434761Z","steps":["trace[1641967525] 'agreement among raft nodes before linearized reading' (duration: 140.762659ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.434822Z","caller":"traceutil/trace.go:171","msg":"trace[1951928654] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"107.651025ms","start":"2026-03-14T07:18:23.327161Z","end":"2026-03-14T07:18:23.434812Z","steps":["trace[1951928654] 'process raft request' (duration: 107.140522ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.610804Z","caller":"traceutil/trace.go:171","msg":"trace[1847553672] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"163.939469ms","start":"2026-03-14T07:18:23.446836Z","end":"2026-03-14T07:18:23.610775Z","steps":["trace[1847553672] 'process raft request' (duration: 144.879553ms)","trace[1847553672] 'compare' (duration: 18.450751ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:23.666749Z","caller":"traceutil/trace.go:171","msg":"trace[871339779] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"168.801263ms","start":"2026-03-14T07:18:23.49791Z","end":"2026-03-14T07:18:23.666712Z","steps":["trace[871339779] 'process raft request' (duration: 168.429364ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.666788Z","caller":"traceutil/trace.go:171","msg":"trace[1391686643] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"164.130383ms","start":"2026-03-14T07:18:23.502631Z","end":"2026-03-14T07:18:23.666761Z","steps":["trace[1391686643] 'process raft request' (duration: 163.912168ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.839996Z","caller":"traceutil/trace.go:171","msg":"trace[953897040] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"219.420994ms","start":"2026-03-14T07:18:23.620541Z","end":"2026-03-14T07:18:23.839962Z","steps":["trace[953897040] 'process raft request' (duration: 219.166988ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:23.840037Z","caller":"traceutil/trace.go:171","msg":"trace[1908847313] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"192.556969ms","start":"2026-03-14T07:18:23.647453Z","end":"2026-03-14T07:18:23.84001Z","steps":["trace[1908847313] 'process raft request' (duration: 192.420216ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:25.775543Z","caller":"traceutil/trace.go:171","msg":"trace[541664131] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"335.963495ms","start":"2026-03-14T07:18:25.439556Z","end":"2026-03-14T07:18:25.77552Z","steps":["trace[541664131] 'process raft request' (duration: 335.821761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:25.775685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:25.439542Z","time spent":"336.067847ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:26.038628Z","caller":"traceutil/trace.go:171","msg":"trace[1759134037] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"192.737734ms","start":"2026-03-14T07:18:25.845869Z","end":"2026-03-14T07:18:26.038607Z","steps":["trace[1759134037] 'process raft request' (duration: 192.675492ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:26.038834Z","caller":"traceutil/trace.go:171","msg":"trace[1832577277] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"366.540555ms","start":"2026-03-14T07:18:25.672275Z","end":"2026-03-14T07:18:26.038816Z","steps":["trace[1832577277] 'process raft request' (duration: 366.181456ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:26.038624Z","caller":"traceutil/trace.go:171","msg":"trace[1606927834] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"597.439791ms","start":"2026-03-14T07:18:25.441146Z","end":"2026-03-14T07:18:26.038586Z","steps":["trace[1606927834] 'process raft request' (duration: 565.561908ms)","trace[1606927834] 'compare' (duration: 31.569575ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:26.038898Z","caller":"traceutil/trace.go:171","msg":"trace[1157273098] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"597.333638ms","start":"2026-03-14T07:18:25.441549Z","end":"2026-03-14T07:18:26.038883Z","steps":["trace[1157273098] 'read index received' (duration: 333.888032ms)","trace[1157273098] 'applied index is now lower than readState.Index' (duration: 263.444176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:26.038988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:25.441131Z","time spent":"597.79594ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:26.039104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.179578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:26.039113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.537884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:18:26.039114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.334589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:26.039183Z","caller":"traceutil/trace.go:171","msg":"trace[834548142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:7862; }","duration":"597.631546ms","start":"2026-03-14T07:18:25.441535Z","end":"2026-03-14T07:18:26.039166Z","steps":["trace[834548142] 'agreement among raft nodes before linearized reading' (duration: 597.40501ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:26.039218Z","caller":"traceutil/trace.go:171","msg":"trace[2112005902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7862; }","duration":"213.480462ms","start":"2026-03-14T07:18:25.825711Z","end":"2026-03-14T07:18:26.039192Z","steps":["trace[2112005902] 'agreement among raft nodes before linearized reading' (duration: 213.336239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:26.039234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:25.441529Z","time spent":"597.696027ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:18:26.039142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.445587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:18:26.039152Z","caller":"traceutil/trace.go:171","msg":"trace[97406959] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7862; }","duration":"210.26886ms","start":"2026-03-14T07:18:25.828873Z","end":"2026-03-14T07:18:26.039142Z","steps":["trace[97406959] 'agreement among raft nodes before linearized reading' (duration: 210.172118ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:26.039366Z","caller":"traceutil/trace.go:171","msg":"trace[1535109948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7862; }","duration":"294.692003ms","start":"2026-03-14T07:18:25.74466Z","end":"2026-03-14T07:18:26.039352Z","steps":["trace[1535109948] 'agreement among raft nodes before linearized reading' (duration: 294.349685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:26.038992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:25.672241Z","time spent":"366.650278ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:27.770897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563510606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:28.271943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563510606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:28.77272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563510606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:29.273752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563510606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:29.58737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.379246989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:18:29.587924Z","caller":"traceutil/trace.go:171","msg":"trace[739656956] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"2.379913047s","start":"2026-03-14T07:18:27.207985Z","end":"2026-03-14T07:18:29.587898Z","steps":["trace[739656956] 'process raft request' (duration: 2.379739002s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.588096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:27.207966Z","time spent":"2.380044949s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:29.589512Z","caller":"traceutil/trace.go:171","msg":"trace[1965343044] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"1.54501538s","start":"2026-03-14T07:18:28.044472Z","end":"2026-03-14T07:18:29.589488Z","steps":["trace[1965343044] 'process raft request' (duration: 1.544902177s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.589642Z","caller":"traceutil/trace.go:171","msg":"trace[546731126] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8163; }","duration":"2.319217297s","start":"2026-03-14T07:18:27.270403Z","end":"2026-03-14T07:18:29.58962Z","steps":["trace[546731126] 'read index received' (duration: 2.31736864s)","trace[546731126] 'applied index is now lower than readState.Index' (duration: 1.846957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:29.589688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.044436Z","time spent":"1.545158743s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:29.589709Z","caller":"traceutil/trace.go:171","msg":"trace[1469775772] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"454.20973ms","start":"2026-03-14T07:18:29.135486Z","end":"2026-03-14T07:18:29.589696Z","steps":["trace[1469775772] 'process raft request' (duration: 453.924483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.589773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:29.135463Z","time spent":"454.273913ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:29.589717Z","caller":"traceutil/trace.go:171","msg":"trace[963840421] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"1.545209755s","start":"2026-03-14T07:18:28.044472Z","end":"2026-03-14T07:18:29.589682Z","steps":["trace[963840421] 'process raft request' (duration: 1.544764873s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.589911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.044429Z","time spent":"1.54539048s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:29.589937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319534267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:18:29.589979Z","caller":"traceutil/trace.go:171","msg":"trace[2114358712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7867; }","duration":"2.319629239s","start":"2026-03-14T07:18:27.270338Z","end":"2026-03-14T07:18:29.589968Z","steps":["trace[2114358712] 'agreement among raft nodes before linearized reading' (duration: 2.319390223s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:27.270316Z","time spent":"2.319687911s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:29.590091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.581911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:29.590116Z","caller":"traceutil/trace.go:171","msg":"trace[404009549] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7867; }","duration":"909.608461ms","start":"2026-03-14T07:18:28.680501Z","end":"2026-03-14T07:18:29.590109Z","steps":["trace[404009549] 'agreement among raft nodes before linearized reading' (duration: 909.56301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.68043Z","time spent":"909.699103ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:29.590126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.452775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:18:29.590167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.100788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:29.590174Z","caller":"traceutil/trace.go:171","msg":"trace[2118292547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7867; }","duration":"694.541338ms","start":"2026-03-14T07:18:28.89562Z","end":"2026-03-14T07:18:29.590161Z","steps":["trace[2118292547] 'agreement among raft nodes before linearized reading' (duration: 694.377133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281271142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:18:29.59021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.895598Z","time spent":"694.600669ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:18:29.590193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538292148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:18:29.59026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:29.5902Z","caller":"traceutil/trace.go:171","msg":"trace[903684487] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7867; }","duration":"172.18051ms","start":"2026-03-14T07:18:29.418009Z","end":"2026-03-14T07:18:29.590189Z","steps":["trace[903684487] 'agreement among raft nodes before linearized reading' (duration: 172.113999ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.590288Z","caller":"traceutil/trace.go:171","msg":"trace[2014553971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7867; }","duration":"1.761175312s","start":"2026-03-14T07:18:27.829106Z","end":"2026-03-14T07:18:29.590281Z","steps":["trace[2014553971] 'agreement among raft nodes before linearized reading' (duration: 1.76112607s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:27.829084Z","time spent":"1.761237194s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:18:29.590331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612749877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T07:18:29.590344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41633787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:29.590277Z","caller":"traceutil/trace.go:171","msg":"trace[195173712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:7867; }","duration":"1.538431072s","start":"2026-03-14T07:18:28.051825Z","end":"2026-03-14T07:18:29.590256Z","steps":["trace[195173712] 'agreement among raft nodes before linearized reading' (duration: 1.538141475s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.590388Z","caller":"traceutil/trace.go:171","msg":"trace[1694560356] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7867; }","duration":"1.416440342s","start":"2026-03-14T07:18:28.173938Z","end":"2026-03-14T07:18:29.590378Z","steps":["trace[1694560356] 'agreement among raft nodes before linearized reading' (duration: 1.4163697s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.590391Z","caller":"traceutil/trace.go:171","msg":"trace[1317918497] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7867; }","duration":"1.61286595s","start":"2026-03-14T07:18:27.977509Z","end":"2026-03-14T07:18:29.590374Z","steps":["trace[1317918497] 'agreement among raft nodes before linearized reading' (duration: 1.612674095s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810071478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:18:29.590434Z","caller":"traceutil/trace.go:171","msg":"trace[1332960226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7867; }","duration":"1.81017594s","start":"2026-03-14T07:18:27.780249Z","end":"2026-03-14T07:18:29.590425Z","steps":["trace[1332960226] 'agreement among raft nodes before linearized reading' (duration: 1.810063957s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:27.97748Z","time spent":"1.612945182s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:18:29.590486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:27.780221Z","time spent":"1.810256383s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:29.590539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546620401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:29.590583Z","caller":"traceutil/trace.go:171","msg":"trace[1034901951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7867; }","duration":"1.546703923s","start":"2026-03-14T07:18:28.043866Z","end":"2026-03-14T07:18:29.59057Z","steps":["trace[1034901951] 'agreement among raft nodes before linearized reading' (duration: 1.54659023s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.17391Z","time spent":"1.416513184s","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:29.590612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.043845Z","time spent":"1.546760415s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:18:29.59027Z","caller":"traceutil/trace.go:171","msg":"trace[1576782051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7867; }","duration":"2.281449967s","start":"2026-03-14T07:18:27.30879Z","end":"2026-03-14T07:18:29.59024Z","steps":["trace[1576782051] 'agreement among raft nodes before linearized reading' (duration: 2.281069727s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.590446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:28.05181Z","time spent":"1.538607886s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:18:29.590715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:27.308769Z","time spent":"2.281928438s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:18:39.881579Z","caller":"traceutil/trace.go:171","msg":"trace[1786918650] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"256.330955ms","start":"2026-03-14T07:18:39.625215Z","end":"2026-03-14T07:18:39.881546Z","steps":["trace[1786918650] 'process raft request' (duration: 256.14066ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:40.566457Z","caller":"traceutil/trace.go:171","msg":"trace[921773702] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8216; }","duration":"917.01755ms","start":"2026-03-14T07:18:39.649411Z","end":"2026-03-14T07:18:40.566428Z","steps":["trace[921773702] 'read index received' (duration: 233.73374ms)","trace[921773702] 'applied index is now lower than readState.Index' (duration: 683.28214ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:40.566527Z","caller":"traceutil/trace.go:171","msg":"trace[1834383456] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"931.969371ms","start":"2026-03-14T07:18:39.63453Z","end":"2026-03-14T07:18:40.5665Z","steps":["trace[1834383456] 'process raft request' (duration: 931.764236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:40.566672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.258926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:18:40.566705Z","caller":"traceutil/trace.go:171","msg":"trace[1671459833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7914; }","duration":"917.344928ms","start":"2026-03-14T07:18:39.649351Z","end":"2026-03-14T07:18:40.566696Z","steps":["trace[1671459833] 'agreement among raft nodes before linearized reading' (duration: 917.222675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:40.566711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.634491Z","time spent":"932.150696ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:40.56673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.649326Z","time spent":"917.3993ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:18:41.061031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.504146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:18:41.061297Z","caller":"traceutil/trace.go:171","msg":"trace[1440815822] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"490.927666ms","start":"2026-03-14T07:18:40.570348Z","end":"2026-03-14T07:18:41.061276Z","steps":["trace[1440815822] 'process raft request' (duration: 490.797102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:41.061266Z","caller":"traceutil/trace.go:171","msg":"trace[1854022286] linearizableReadLoop","detail":"{readStateIndex:8218; appliedIndex:8217; }","duration":"494.692872ms","start":"2026-03-14T07:18:40.566537Z","end":"2026-03-14T07:18:41.06123Z","steps":["trace[1854022286] 'read index received' (duration: 376.994271ms)","trace[1854022286] 'applied index is now lower than readState.Index' (duration: 117.695891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:41.061402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:40.570325Z","time spent":"491.014528ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:41.061513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401515312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:18:41.061548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403181894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:18:41.061751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232507753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:41.06177Z","caller":"traceutil/trace.go:171","msg":"trace[1859340257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7915; }","duration":"1.403467201s","start":"2026-03-14T07:18:39.658292Z","end":"2026-03-14T07:18:41.061759Z","steps":["trace[1859340257] 'agreement among raft nodes before linearized reading' (duration: 1.40305604s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:41.061785Z","caller":"traceutil/trace.go:171","msg":"trace[759435501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7915; }","duration":"1.232717488s","start":"2026-03-14T07:18:39.829056Z","end":"2026-03-14T07:18:41.061773Z","steps":["trace[759435501] 'agreement among raft nodes before linearized reading' (duration: 1.232485672s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.061815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.829001Z","time spent":"1.2328088s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:18:41.061824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367581397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:41.061856Z","caller":"traceutil/trace.go:171","msg":"trace[1837759282] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7915; }","duration":"1.367662679s","start":"2026-03-14T07:18:39.694184Z","end":"2026-03-14T07:18:41.061847Z","steps":["trace[1837759282] 'agreement among raft nodes before linearized reading' (duration: 1.367608948s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.061892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.694156Z","time spent":"1.367727431s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:41.061814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.658277Z","time spent":"1.403527813s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:41.061973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40341637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:41.062003Z","caller":"traceutil/trace.go:171","msg":"trace[4145286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7915; }","duration":"1.403458751s","start":"2026-03-14T07:18:39.658533Z","end":"2026-03-14T07:18:41.061992Z","steps":["trace[4145286] 'agreement among raft nodes before linearized reading' (duration: 1.403388559s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.062031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.658523Z","time spent":"1.403500563s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:18:41.062086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403351828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:18:41.061767Z","caller":"traceutil/trace.go:171","msg":"trace[894846957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:7915; }","duration":"1.4018224s","start":"2026-03-14T07:18:39.659927Z","end":"2026-03-14T07:18:41.061749Z","steps":["trace[894846957] 'agreement among raft nodes before linearized reading' (duration: 1.401331126s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.062192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.659914Z","time spent":"1.402266211s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:18:41.061898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402364443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:18:41.062641Z","caller":"traceutil/trace.go:171","msg":"trace[1847967421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7915; }","duration":"1.403098052s","start":"2026-03-14T07:18:39.659512Z","end":"2026-03-14T07:18:41.06261Z","steps":["trace[1847967421] 'agreement among raft nodes before linearized reading' (duration: 1.402324953s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.062733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.659504Z","time spent":"1.403198055s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:41.062143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.472754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:41.062798Z","caller":"traceutil/trace.go:171","msg":"trace[2036358537] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7915; }","duration":"793.166672ms","start":"2026-03-14T07:18:40.269617Z","end":"2026-03-14T07:18:41.062783Z","steps":["trace[2036358537] 'agreement among raft nodes before linearized reading' (duration: 792.482054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.062848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:40.269596Z","time spent":"793.235734ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:18:41.062197Z","caller":"traceutil/trace.go:171","msg":"trace[151218255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"1.403523842s","start":"2026-03-14T07:18:39.658652Z","end":"2026-03-14T07:18:41.062176Z","steps":["trace[151218255] 'agreement among raft nodes before linearized reading' (duration: 1.403197854s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.062907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.658624Z","time spent":"1.404264371s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:18:41.062237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402918258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:18:41.063014Z","caller":"traceutil/trace.go:171","msg":"trace[1231124054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7915; }","duration":"1.403699717s","start":"2026-03-14T07:18:39.659289Z","end":"2026-03-14T07:18:41.062989Z","steps":["trace[1231124054] 'agreement among raft nodes before linearized reading' (duration: 1.402834195s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.063074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:39.659279Z","time spent":"1.40377697s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:18:41.170067Z","caller":"traceutil/trace.go:171","msg":"trace[212757726] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"103.366436ms","start":"2026-03-14T07:18:41.06667Z","end":"2026-03-14T07:18:41.170036Z","steps":["trace[212757726] 'process raft request' (duration: 49.38939ms)","trace[212757726] 'compare' (duration: 53.813352ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:41.186547Z","caller":"traceutil/trace.go:171","msg":"trace[202449377] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"117.973897ms","start":"2026-03-14T07:18:41.068546Z","end":"2026-03-14T07:18:41.18652Z","steps":["trace[202449377] 'process raft request' (duration: 117.897955ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:41.186601Z","caller":"traceutil/trace.go:171","msg":"trace[888917898] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"118.245444ms","start":"2026-03-14T07:18:41.068324Z","end":"2026-03-14T07:18:41.186569Z","steps":["trace[888917898] 'process raft request' (duration: 118.07809ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:41.186567Z","caller":"traceutil/trace.go:171","msg":"trace[847543654] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"118.991924ms","start":"2026-03-14T07:18:41.067547Z","end":"2026-03-14T07:18:41.186539Z","steps":["trace[847543654] 'process raft request' (duration: 118.710086ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:41.186756Z","caller":"traceutil/trace.go:171","msg":"trace[1691228834] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8219; }","duration":"117.307321ms","start":"2026-03-14T07:18:41.069435Z","end":"2026-03-14T07:18:41.186742Z","steps":["trace[1691228834] 'read index received' (duration: 46.640839ms)","trace[1691228834] 'applied index is now lower than readState.Index' (duration: 70.665082ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:41.186881Z","caller":"traceutil/trace.go:171","msg":"trace[820358067] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"117.603408ms","start":"2026-03-14T07:18:41.069243Z","end":"2026-03-14T07:18:41.186846Z","steps":["trace[820358067] 'process raft request' (duration: 117.239949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.187158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.70767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223816"} {"level":"info","ts":"2026-03-14T07:18:41.187202Z","caller":"traceutil/trace.go:171","msg":"trace[1018825159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7920; }","duration":"117.774312ms","start":"2026-03-14T07:18:41.069418Z","end":"2026-03-14T07:18:41.187192Z","steps":["trace[1018825159] 'agreement among raft nodes before linearized reading' (duration: 117.365952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:41.187243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.791686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:41.187312Z","caller":"traceutil/trace.go:171","msg":"trace[1455396928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7920; }","duration":"116.960801ms","start":"2026-03-14T07:18:41.070333Z","end":"2026-03-14T07:18:41.187294Z","steps":["trace[1455396928] 'agreement among raft nodes before linearized reading' (duration: 116.699664ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:42.79792Z","caller":"traceutil/trace.go:171","msg":"trace[138850023] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"213.743089ms","start":"2026-03-14T07:18:42.584159Z","end":"2026-03-14T07:18:42.797903Z","steps":["trace[138850023] 'read index received' (duration: 213.601735ms)","trace[138850023] 'applied index is now lower than readState.Index' (duration: 140.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:42.798102Z","caller":"traceutil/trace.go:171","msg":"trace[1809234276] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"224.557474ms","start":"2026-03-14T07:18:42.573523Z","end":"2026-03-14T07:18:42.79808Z","steps":["trace[1809234276] 'process raft request' (duration: 224.252557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.990825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.79821Z","caller":"traceutil/trace.go:171","msg":"trace[1081944280] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7922; }","duration":"214.080827ms","start":"2026-03-14T07:18:42.584121Z","end":"2026-03-14T07:18:42.798202Z","steps":["trace[1081944280] 'agreement among raft nodes before linearized reading' (duration: 214.007566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.030477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:42.798372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.933435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798396Z","caller":"traceutil/trace.go:171","msg":"trace[1865250673] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7922; }","duration":"151.978066ms","start":"2026-03-14T07:18:42.646412Z","end":"2026-03-14T07:18:42.79839Z","steps":["trace[1865250673] 'agreement among raft nodes before linearized reading' (duration: 151.938475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.819812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:42.798454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.35089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798504Z","caller":"traceutil/trace.go:171","msg":"trace[811201126] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7922; }","duration":"152.018186ms","start":"2026-03-14T07:18:42.64646Z","end":"2026-03-14T07:18:42.798478Z","steps":["trace[811201126] 'agreement among raft nodes before linearized reading' (duration: 151.739078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.532678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798582Z","caller":"traceutil/trace.go:171","msg":"trace[1514878068] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7922; }","duration":"170.59015ms","start":"2026-03-14T07:18:42.627985Z","end":"2026-03-14T07:18:42.798575Z","steps":["trace[1514878068] 'agreement among raft nodes before linearized reading' (duration: 170.545149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.471143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798657Z","caller":"traceutil/trace.go:171","msg":"trace[451258399] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7922; }","duration":"133.541195ms","start":"2026-03-14T07:18:42.665103Z","end":"2026-03-14T07:18:42.798644Z","steps":["trace[451258399] 'agreement among raft nodes before linearized reading' (duration: 133.468363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.865637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:42.798758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.319837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798783Z","caller":"traceutil/trace.go:171","msg":"trace[1405522648] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7922; }","duration":"189.385029ms","start":"2026-03-14T07:18:42.609391Z","end":"2026-03-14T07:18:42.798776Z","steps":["trace[1405522648] 'agreement among raft nodes before linearized reading' (duration: 189.353588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.591435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798781Z","caller":"traceutil/trace.go:171","msg":"trace[1792449648] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7922; }","duration":"110.966989ms","start":"2026-03-14T07:18:42.687781Z","end":"2026-03-14T07:18:42.798748Z","steps":["trace[1792449648] 'agreement among raft nodes before linearized reading' (duration: 110.818895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:42.798845Z","caller":"traceutil/trace.go:171","msg":"trace[227874432] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7922; }","duration":"111.717718ms","start":"2026-03-14T07:18:42.687108Z","end":"2026-03-14T07:18:42.798826Z","steps":["trace[227874432] 'agreement among raft nodes before linearized reading' (duration: 111.527223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.549773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.798939Z","caller":"traceutil/trace.go:171","msg":"trace[1737321898] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7922; }","duration":"189.597884ms","start":"2026-03-14T07:18:42.60933Z","end":"2026-03-14T07:18:42.798928Z","steps":["trace[1737321898] 'agreement among raft nodes before linearized reading' (duration: 189.556103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.799025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.585352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:42.7985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.108794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.799047Z","caller":"traceutil/trace.go:171","msg":"trace[447763597] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7922; }","duration":"214.622153ms","start":"2026-03-14T07:18:42.584418Z","end":"2026-03-14T07:18:42.799041Z","steps":["trace[447763597] 'agreement among raft nodes before linearized reading' (duration: 214.586422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.799033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.931034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.79908Z","caller":"traceutil/trace.go:171","msg":"trace[1107691417] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7922; }","duration":"133.74542ms","start":"2026-03-14T07:18:42.665318Z","end":"2026-03-14T07:18:42.799063Z","steps":["trace[1107691417] 'agreement among raft nodes before linearized reading' (duration: 133.014312ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:42.799084Z","caller":"traceutil/trace.go:171","msg":"trace[1414856396] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7922; }","duration":"112.001725ms","start":"2026-03-14T07:18:42.687067Z","end":"2026-03-14T07:18:42.799069Z","steps":["trace[1414856396] 'agreement among raft nodes before linearized reading' (duration: 111.929453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.80245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.79918Z","caller":"traceutil/trace.go:171","msg":"trace[42879878] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7922; }","duration":"152.104248ms","start":"2026-03-14T07:18:42.647067Z","end":"2026-03-14T07:18:42.799171Z","steps":["trace[42879878] 'agreement among raft nodes before linearized reading' (duration: 151.80885ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:42.798536Z","caller":"traceutil/trace.go:171","msg":"trace[1809118716] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7922; }","duration":"133.448772ms","start":"2026-03-14T07:18:42.665062Z","end":"2026-03-14T07:18:42.79851Z","steps":["trace[1809118716] 'agreement among raft nodes before linearized reading' (duration: 133.307139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.911867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.79919Z","caller":"traceutil/trace.go:171","msg":"trace[1027114923] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7922; }","duration":"214.191112ms","start":"2026-03-14T07:18:42.584114Z","end":"2026-03-14T07:18:42.798305Z","steps":["trace[1027114923] 'agreement among raft nodes before linearized reading' (duration: 214.003586ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:42.79938Z","caller":"traceutil/trace.go:171","msg":"trace[1640733460] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7922; }","duration":"189.497831ms","start":"2026-03-14T07:18:42.609815Z","end":"2026-03-14T07:18:42.799313Z","steps":["trace[1640733460] 'agreement among raft nodes before linearized reading' (duration: 188.897246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.727673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.799515Z","caller":"traceutil/trace.go:171","msg":"trace[1206088740] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7922; }","duration":"171.551544ms","start":"2026-03-14T07:18:42.627939Z","end":"2026-03-14T07:18:42.799491Z","steps":["trace[1206088740] 'agreement among raft nodes before linearized reading' (duration: 170.740954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:42.798515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.81097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:42.799595Z","caller":"traceutil/trace.go:171","msg":"trace[1726950103] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7922; }","duration":"170.900107ms","start":"2026-03-14T07:18:42.628682Z","end":"2026-03-14T07:18:42.799582Z","steps":["trace[1726950103] 'agreement among raft nodes before linearized reading' (duration: 169.81224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158145917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.106144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.758401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:18:44.106168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191560399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.106201Z","caller":"traceutil/trace.go:171","msg":"trace[711702204] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7922; }","duration":"1.158322031s","start":"2026-03-14T07:18:42.947852Z","end":"2026-03-14T07:18:44.106174Z","steps":["trace[711702204] 'range keys from in-memory index tree' (duration: 1.158026823s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157784387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.106258Z","caller":"traceutil/trace.go:171","msg":"trace[431587785] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7922; }","duration":"1.191689962s","start":"2026-03-14T07:18:42.914545Z","end":"2026-03-14T07:18:44.106235Z","steps":["trace[431587785] 'range keys from in-memory index tree' (duration: 1.191487647s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.947823Z","time spent":"1.158423684s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T07:18:44.106311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.914539Z","time spent":"1.191759463s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-14T07:18:44.106435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.300111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.106501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.990746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:44.106526Z","caller":"traceutil/trace.go:171","msg":"trace[1997056786] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7922; }","duration":"931.039478ms","start":"2026-03-14T07:18:43.175478Z","end":"2026-03-14T07:18:44.106518Z","steps":["trace[1997056786] 'range keys from in-memory index tree' (duration: 930.905203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.10656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.175461Z","time spent":"931.092389ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:18:44.106569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18374088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.106618Z","caller":"traceutil/trace.go:171","msg":"trace[2352761] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7922; }","duration":"1.183804462s","start":"2026-03-14T07:18:42.922798Z","end":"2026-03-14T07:18:44.106602Z","steps":["trace[2352761] 'count revisions from in-memory index tree' (duration: 1.183689569s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214697139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.106664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.92279Z","time spent":"1.183859233s","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:18:44.106686Z","caller":"traceutil/trace.go:171","msg":"trace[609496539] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7922; }","duration":"1.214761291s","start":"2026-03-14T07:18:42.89191Z","end":"2026-03-14T07:18:44.106671Z","steps":["trace[609496539] 'range keys from in-memory index tree' (duration: 1.214628637s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.891902Z","time spent":"1.214818452s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T07:18:44.106742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.54491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:18:44.106795Z","caller":"traceutil/trace.go:171","msg":"trace[1341760583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:7922; }","duration":"911.601591ms","start":"2026-03-14T07:18:43.195171Z","end":"2026-03-14T07:18:44.106773Z","steps":["trace[1341760583] 'range keys from in-memory index tree' (duration: 911.458588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.011483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:18:44.106833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.195161Z","time spent":"911.663894ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:18:44.106859Z","caller":"traceutil/trace.go:171","msg":"trace[754854952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7922; }","duration":"916.061955ms","start":"2026-03-14T07:18:43.190789Z","end":"2026-03-14T07:18:44.10685Z","steps":["trace[754854952] 'range keys from in-memory index tree' (duration: 915.923121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.190778Z","time spent":"916.100386ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:18:44.106904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17904825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.106929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214969726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.10695Z","caller":"traceutil/trace.go:171","msg":"trace[1019355926] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7922; }","duration":"1.179142042s","start":"2026-03-14T07:18:42.927794Z","end":"2026-03-14T07:18:44.106936Z","steps":["trace[1019355926] 'range keys from in-memory index tree' (duration: 1.179013989s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.106218Z","caller":"traceutil/trace.go:171","msg":"trace[964460451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7922; }","duration":"914.865154ms","start":"2026-03-14T07:18:43.191337Z","end":"2026-03-14T07:18:44.106202Z","steps":["trace[964460451] 'range keys from in-memory index tree' (duration: 914.594977ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.106515Z","caller":"traceutil/trace.go:171","msg":"trace[1196215626] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7922; }","duration":"998.390454ms","start":"2026-03-14T07:18:43.108103Z","end":"2026-03-14T07:18:44.106494Z","steps":["trace[1196215626] 'count revisions from in-memory index tree' (duration: 998.170919ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.10699Z","caller":"traceutil/trace.go:171","msg":"trace[415245578] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7922; }","duration":"1.215061748s","start":"2026-03-14T07:18:42.891912Z","end":"2026-03-14T07:18:44.106974Z","steps":["trace[415245578] 'count revisions from in-memory index tree' (duration: 1.214893124s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.107042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.108025Z","time spent":"999.00493ms","remote":"127.0.0.1:35382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:44.10705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.191331Z","time spent":"915.686335ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:44.107062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.891898Z","time spent":"1.21513242s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:44.107075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.927788Z","time spent":"1.179194144s","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T07:18:44.107055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.205648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:18:44.107105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.025489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T07:18:44.107145Z","caller":"traceutil/trace.go:171","msg":"trace[662810806] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8; range_end:; response_count:1; response_revision:7922; }","duration":"895.08157ms","start":"2026-03-14T07:18:43.21205Z","end":"2026-03-14T07:18:44.107132Z","steps":["trace[662810806] 'range keys from in-memory index tree' (duration: 894.916956ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.107152Z","caller":"traceutil/trace.go:171","msg":"trace[142498811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7922; }","duration":"916.357122ms","start":"2026-03-14T07:18:43.19077Z","end":"2026-03-14T07:18:44.107127Z","steps":["trace[142498811] 'range keys from in-memory index tree' (duration: 916.004963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.107173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.21204Z","time spent":"895.126852ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8\" "} {"level":"warn","ts":"2026-03-14T07:18:44.107206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.190759Z","time spent":"916.434534ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:18:44.106282Z","caller":"traceutil/trace.go:171","msg":"trace[50033032] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7922; }","duration":"1.157827229s","start":"2026-03-14T07:18:42.948444Z","end":"2026-03-14T07:18:44.106271Z","steps":["trace[50033032] 'range keys from in-memory index tree' (duration: 1.157738306s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.106936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039706637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:18:44.107287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159505822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.107294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.948434Z","time spent":"1.158838385s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-14T07:18:44.107313Z","caller":"traceutil/trace.go:171","msg":"trace[241997052] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7922; }","duration":"1.159562394s","start":"2026-03-14T07:18:42.947743Z","end":"2026-03-14T07:18:44.107306Z","steps":["trace[241997052] 'count revisions from in-memory index tree' (duration: 1.1594425s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.107306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214808592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.107324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179331847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.107366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179029159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.107362Z","caller":"traceutil/trace.go:171","msg":"trace[991439656] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7922; }","duration":"1.214889324s","start":"2026-03-14T07:18:42.892453Z","end":"2026-03-14T07:18:44.107342Z","steps":["trace[991439656] 'range keys from in-memory index tree' (duration: 1.214755701s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.107373Z","caller":"traceutil/trace.go:171","msg":"trace[2049112579] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7922; }","duration":"1.179382838s","start":"2026-03-14T07:18:42.927975Z","end":"2026-03-14T07:18:44.107358Z","steps":["trace[2049112579] 'count revisions from in-memory index tree' (duration: 1.179297256s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.10739Z","caller":"traceutil/trace.go:171","msg":"trace[6426604] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7922; }","duration":"1.17905072s","start":"2026-03-14T07:18:42.928332Z","end":"2026-03-14T07:18:44.107383Z","steps":["trace[6426604] 'range keys from in-memory index tree' (duration: 1.179002109s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.107412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.928312Z","time spent":"1.179091831s","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-14T07:18:44.106642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.161452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:18:44.107416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.927952Z","time spent":"1.17944959s","remote":"127.0.0.1:34876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:18:44.107454Z","caller":"traceutil/trace.go:171","msg":"trace[1399087620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7922; }","duration":"916.064195ms","start":"2026-03-14T07:18:43.191377Z","end":"2026-03-14T07:18:44.107441Z","steps":["trace[1399087620] 'range keys from in-memory index tree' (duration: 914.958037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.107072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.85059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.107466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193619031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.10749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.191348Z","time spent":"916.129597ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:18:44.107501Z","caller":"traceutil/trace.go:171","msg":"trace[1239288094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7922; }","duration":"279.324142ms","start":"2026-03-14T07:18:43.828162Z","end":"2026-03-14T07:18:44.107486Z","steps":["trace[1239288094] 'range keys from in-memory index tree' (duration: 278.791429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.107511Z","caller":"traceutil/trace.go:171","msg":"trace[1821269884] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7922; }","duration":"1.193684813s","start":"2026-03-14T07:18:42.913812Z","end":"2026-03-14T07:18:44.107497Z","steps":["trace[1821269884] 'range keys from in-memory index tree' (duration: 1.19356579s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.107302Z","caller":"traceutil/trace.go:171","msg":"trace[2068500407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7922; }","duration":"1.040098927s","start":"2026-03-14T07:18:43.067187Z","end":"2026-03-14T07:18:44.107286Z","steps":["trace[2068500407] 'range keys from in-memory index tree' (duration: 1.039555264s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.10755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.9138Z","time spent":"1.193737675s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T07:18:44.107553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193722764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:44.107568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:43.067172Z","time spent":"1.040388964s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:18:44.107337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.947731Z","time spent":"1.159599244s","remote":"127.0.0.1:34890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:18:44.107586Z","caller":"traceutil/trace.go:171","msg":"trace[2006055962] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7922; }","duration":"1.193759865s","start":"2026-03-14T07:18:42.913819Z","end":"2026-03-14T07:18:44.107579Z","steps":["trace[2006055962] 'count revisions from in-memory index tree' (duration: 1.193652573s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.10761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.913808Z","time spent":"1.193794826s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:44.107415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:42.892442Z","time spent":"1.214954326s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-14T07:18:44.132707Z","caller":"traceutil/trace.go:171","msg":"trace[1050528919] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"213.821181ms","start":"2026-03-14T07:18:43.918853Z","end":"2026-03-14T07:18:44.132674Z","steps":["trace[1050528919] 'process raft request' (duration: 213.611186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.393875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.330843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:44.394091Z","caller":"traceutil/trace.go:171","msg":"trace[2080400715] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"284.740599ms","start":"2026-03-14T07:18:44.109316Z","end":"2026-03-14T07:18:44.394057Z","steps":["trace[2080400715] 'process raft request' (duration: 134.143219ms)","trace[2080400715] 'compare' (duration: 150.064016ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:44.394293Z","caller":"traceutil/trace.go:171","msg":"trace[142614918] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"281.496596ms","start":"2026-03-14T07:18:44.112747Z","end":"2026-03-14T07:18:44.394243Z","steps":["trace[142614918] 'process raft request' (duration: 281.221399ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394379Z","caller":"traceutil/trace.go:171","msg":"trace[1997029395] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"281.524417ms","start":"2026-03-14T07:18:44.112763Z","end":"2026-03-14T07:18:44.394288Z","steps":["trace[1997029395] 'process raft request' (duration: 281.27091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394448Z","caller":"traceutil/trace.go:171","msg":"trace[912792018] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"281.65711ms","start":"2026-03-14T07:18:44.112778Z","end":"2026-03-14T07:18:44.394436Z","steps":["trace[912792018] 'process raft request' (duration: 281.446895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394537Z","caller":"traceutil/trace.go:171","msg":"trace[1604964912] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"280.369248ms","start":"2026-03-14T07:18:44.114159Z","end":"2026-03-14T07:18:44.394528Z","steps":["trace[1604964912] 'process raft request' (duration: 280.270155ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394559Z","caller":"traceutil/trace.go:171","msg":"trace[106096596] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"280.091461ms","start":"2026-03-14T07:18:44.114452Z","end":"2026-03-14T07:18:44.394543Z","steps":["trace[106096596] 'process raft request' (duration: 280.017429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394638Z","caller":"traceutil/trace.go:171","msg":"trace[885151912] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"280.996994ms","start":"2026-03-14T07:18:44.113614Z","end":"2026-03-14T07:18:44.394611Z","steps":["trace[885151912] 'process raft request' (duration: 280.748698ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394766Z","caller":"traceutil/trace.go:171","msg":"trace[24305374] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"106.210598ms","start":"2026-03-14T07:18:44.288538Z","end":"2026-03-14T07:18:44.394748Z","steps":["trace[24305374] 'process raft request' (duration: 105.972992ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.394752Z","caller":"traceutil/trace.go:171","msg":"trace[1643460550] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8226; }","duration":"285.159349ms","start":"2026-03-14T07:18:44.109539Z","end":"2026-03-14T07:18:44.394698Z","steps":["trace[1643460550] 'read index received' (duration: 22.980955ms)","trace[1643460550] 'applied index is now lower than readState.Index' (duration: 262.174564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:44.394928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.370464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.394989Z","caller":"traceutil/trace.go:171","msg":"trace[1022028228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7931; }","duration":"285.463997ms","start":"2026-03-14T07:18:44.109507Z","end":"2026-03-14T07:18:44.394971Z","steps":["trace[1022028228] 'agreement among raft nodes before linearized reading' (duration: 285.319243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.395558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.621336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223816"} {"level":"info","ts":"2026-03-14T07:18:44.395616Z","caller":"traceutil/trace.go:171","msg":"trace[99726944] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7931; }","duration":"282.79113ms","start":"2026-03-14T07:18:44.112812Z","end":"2026-03-14T07:18:44.395603Z","steps":["trace[99726944] 'agreement among raft nodes before linearized reading' (duration: 282.078841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:44.755216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.475302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:18:44.755314Z","caller":"traceutil/trace.go:171","msg":"trace[423017696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7931; }","duration":"151.618896ms","start":"2026-03-14T07:18:44.603674Z","end":"2026-03-14T07:18:44.755293Z","steps":["trace[423017696] 'range keys from in-memory index tree' (duration: 151.287087ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:44.755555Z","caller":"traceutil/trace.go:171","msg":"trace[1738444815] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"149.028269ms","start":"2026-03-14T07:18:44.60645Z","end":"2026-03-14T07:18:44.755478Z","steps":["trace[1738444815] 'process raft request' (duration: 49.955194ms)","trace[1738444815] 'compare' (duration: 98.591323ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:44.946324Z","caller":"traceutil/trace.go:171","msg":"trace[694497277] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"142.0124ms","start":"2026-03-14T07:18:44.804275Z","end":"2026-03-14T07:18:44.946287Z","steps":["trace[694497277] 'process raft request' (duration: 66.580116ms)","trace[694497277] 'compare' (duration: 75.203798ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:44.946407Z","caller":"traceutil/trace.go:171","msg":"trace[751775313] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8237; }","duration":"117.321401ms","start":"2026-03-14T07:18:44.828855Z","end":"2026-03-14T07:18:44.946177Z","steps":["trace[751775313] 'read index received' (duration: 41.939759ms)","trace[751775313] 'applied index is now lower than readState.Index' (duration: 75.380932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:44.946618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.720421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:44.946752Z","caller":"traceutil/trace.go:171","msg":"trace[2040074026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"117.916616ms","start":"2026-03-14T07:18:44.828814Z","end":"2026-03-14T07:18:44.94673Z","steps":["trace[2040074026] 'agreement among raft nodes before linearized reading' (duration: 117.67883ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:45.874494Z","caller":"traceutil/trace.go:171","msg":"trace[660302056] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8240; }","duration":"129.978644ms","start":"2026-03-14T07:18:45.744492Z","end":"2026-03-14T07:18:45.874471Z","steps":["trace[660302056] 'read index received' (duration: 129.734698ms)","trace[660302056] 'applied index is now lower than readState.Index' (duration: 242.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:45.874619Z","caller":"traceutil/trace.go:171","msg":"trace[1411625149] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"570.450594ms","start":"2026-03-14T07:18:45.304117Z","end":"2026-03-14T07:18:45.874567Z","steps":["trace[1411625149] 'process raft request' (duration: 570.142126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:45.874723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.21318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-14T07:18:45.874766Z","caller":"traceutil/trace.go:171","msg":"trace[519272147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7936; }","duration":"130.314093ms","start":"2026-03-14T07:18:45.744439Z","end":"2026-03-14T07:18:45.874753Z","steps":["trace[519272147] 'agreement among raft nodes before linearized reading' (duration: 130.189139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:45.874844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:45.304092Z","time spent":"570.644569ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:46.442223Z","caller":"traceutil/trace.go:171","msg":"trace[656769338] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"303.841326ms","start":"2026-03-14T07:18:46.13836Z","end":"2026-03-14T07:18:46.442201Z","steps":["trace[656769338] 'process raft request' (duration: 303.709152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:46.442331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.138332Z","time spent":"303.940419ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:46.940677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.838129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:46.940804Z","caller":"traceutil/trace.go:171","msg":"trace[259324530] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"494.345723ms","start":"2026-03-14T07:18:46.446433Z","end":"2026-03-14T07:18:46.940779Z","steps":["trace[259324530] 'process raft request' (duration: 155.30555ms)","trace[259324530] 'compare' (duration: 338.678074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:46.94089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.446416Z","time spent":"494.430755ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:47.018149Z","caller":"traceutil/trace.go:171","msg":"trace[407354452] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"571.538701ms","start":"2026-03-14T07:18:46.446581Z","end":"2026-03-14T07:18:47.01812Z","steps":["trace[407354452] 'process raft request' (duration: 571.319426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.018322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.446575Z","time spent":"571.640444ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:47.018458Z","caller":"traceutil/trace.go:171","msg":"trace[1283595448] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"571.611443ms","start":"2026-03-14T07:18:46.446817Z","end":"2026-03-14T07:18:47.018428Z","steps":["trace[1283595448] 'process raft request' (duration: 571.232034ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:47.018497Z","caller":"traceutil/trace.go:171","msg":"trace[1358420551] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"571.597763ms","start":"2026-03-14T07:18:46.446866Z","end":"2026-03-14T07:18:47.018464Z","steps":["trace[1358420551] 'process raft request' (duration: 571.402508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.018631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.4468Z","time spent":"571.746927ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:47.018683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.446858Z","time spent":"571.728226ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:47.018791Z","caller":"traceutil/trace.go:171","msg":"trace[1633646462] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"571.897751ms","start":"2026-03-14T07:18:46.446843Z","end":"2026-03-14T07:18:47.018741Z","steps":["trace[1633646462] 'process raft request' (duration: 571.550802ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:47.018898Z","caller":"traceutil/trace.go:171","msg":"trace[579289118] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8242; }","duration":"572.082895ms","start":"2026-03-14T07:18:46.446771Z","end":"2026-03-14T07:18:47.018854Z","steps":["trace[579289118] 'read index received' (duration: 154.999521ms)","trace[579289118] 'applied index is now lower than readState.Index' (duration: 417.081804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:47.019054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.446821Z","time spent":"572.046664ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:47.018948Z","caller":"traceutil/trace.go:171","msg":"trace[2026626201] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"571.968502ms","start":"2026-03-14T07:18:46.446895Z","end":"2026-03-14T07:18:47.018864Z","steps":["trace[2026626201] 'process raft request' (duration: 571.766787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.01921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.428573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-03-14T07:18:47.019262Z","caller":"traceutil/trace.go:171","msg":"trace[307770739] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7943; }","duration":"572.494816ms","start":"2026-03-14T07:18:46.446755Z","end":"2026-03-14T07:18:47.01925Z","steps":["trace[307770739] 'agreement among raft nodes before linearized reading' (duration: 572.211429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.019305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.446748Z","time spent":"572.543317ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19524,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:18:47.019284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.44688Z","time spent":"572.25239ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:47.2551Z","caller":"traceutil/trace.go:171","msg":"trace[1517183059] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"236.019657ms","start":"2026-03-14T07:18:47.019052Z","end":"2026-03-14T07:18:47.255072Z","steps":["trace[1517183059] 'read index received' (duration: 146.437973ms)","trace[1517183059] 'applied index is now lower than readState.Index' (duration: 89.580734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:47.255143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.083753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:47.255189Z","caller":"traceutil/trace.go:171","msg":"trace[276812908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7944; }","duration":"426.187736ms","start":"2026-03-14T07:18:46.828992Z","end":"2026-03-14T07:18:47.255179Z","steps":["trace[276812908] 'agreement among raft nodes before linearized reading' (duration: 426.093163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.255214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.828968Z","time spent":"426.240256ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:18:47.255216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.592078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:47.255117Z","caller":"traceutil/trace.go:171","msg":"trace[1866850117] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"302.564333ms","start":"2026-03-14T07:18:46.952526Z","end":"2026-03-14T07:18:47.25509Z","steps":["trace[1866850117] 'process raft request' (duration: 212.904627ms)","trace[1866850117] 'compare' (duration: 89.491462ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:47.255244Z","caller":"traceutil/trace.go:171","msg":"trace[625599162] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7944; }","duration":"736.668401ms","start":"2026-03-14T07:18:46.518569Z","end":"2026-03-14T07:18:47.255238Z","steps":["trace[625599162] 'agreement among raft nodes before linearized reading' (duration: 736.600038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.255269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.518546Z","time spent":"736.714083ms","remote":"127.0.0.1:58260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:47.255345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:46.952495Z","time spent":"302.77044ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:47.454717Z","caller":"traceutil/trace.go:171","msg":"trace[1568965464] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8249; }","duration":"199.524178ms","start":"2026-03-14T07:18:47.255171Z","end":"2026-03-14T07:18:47.454695Z","steps":["trace[1568965464] 'read index received' (duration: 195.917375ms)","trace[1568965464] 'applied index is now lower than readState.Index' (duration: 3.605743ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:47.454819Z","caller":"traceutil/trace.go:171","msg":"trace[1371407884] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"403.23485ms","start":"2026-03-14T07:18:47.051552Z","end":"2026-03-14T07:18:47.454787Z","steps":["trace[1371407884] 'process raft request' (duration: 399.550636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.454917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.466324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:47.454962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:47.051517Z","time spent":"403.365613ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:47.455016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.967172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:47.455202Z","caller":"traceutil/trace.go:171","msg":"trace[1147544132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7945; }","duration":"199.132547ms","start":"2026-03-14T07:18:47.256Z","end":"2026-03-14T07:18:47.455132Z","steps":["trace[1147544132] 'agreement among raft nodes before linearized reading' (duration: 198.833009ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:47.455009Z","caller":"traceutil/trace.go:171","msg":"trace[1851191946] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7945; }","duration":"377.600787ms","start":"2026-03-14T07:18:47.077383Z","end":"2026-03-14T07:18:47.454984Z","steps":["trace[1851191946] 'agreement among raft nodes before linearized reading' (duration: 377.423383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.455448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:47.077368Z","time spent":"378.062908ms","remote":"127.0.0.1:58464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T07:18:48.913066Z","caller":"traceutil/trace.go:171","msg":"trace[1664928908] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8250; }","duration":"459.603298ms","start":"2026-03-14T07:18:48.453433Z","end":"2026-03-14T07:18:48.913036Z","steps":["trace[1664928908] 'read index received' (duration: 459.390842ms)","trace[1664928908] 'applied index is now lower than readState.Index' (duration: 211.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:48.913206Z","caller":"traceutil/trace.go:171","msg":"trace[891322226] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"465.403395ms","start":"2026-03-14T07:18:48.447772Z","end":"2026-03-14T07:18:48.913176Z","steps":["trace[891322226] 'process raft request' (duration: 465.052926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:48.913383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:48.447741Z","time spent":"465.545949ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:48.913533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.077859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:18:48.913632Z","caller":"traceutil/trace.go:171","msg":"trace[1785819721] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:7946; }","duration":"460.234463ms","start":"2026-03-14T07:18:48.453384Z","end":"2026-03-14T07:18:48.913619Z","steps":["trace[1785819721] 'agreement among raft nodes before linearized reading' (duration: 459.813933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:48.914537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:48.453365Z","time spent":"461.133908ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:18:49.077142Z","caller":"traceutil/trace.go:171","msg":"trace[63916781] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"127.362918ms","start":"2026-03-14T07:18:48.949735Z","end":"2026-03-14T07:18:49.077098Z","steps":["trace[63916781] 'process raft request' (duration: 126.833925ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:55.221009Z","caller":"traceutil/trace.go:171","msg":"trace[745640896] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"131.976115ms","start":"2026-03-14T07:18:55.088988Z","end":"2026-03-14T07:18:55.220965Z","steps":["trace[745640896] 'process raft request' (duration: 105.574153ms)","trace[745640896] 'compare' (duration: 26.201217ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:55.405385Z","caller":"traceutil/trace.go:171","msg":"trace[1581043789] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8289; }","duration":"178.408138ms","start":"2026-03-14T07:18:55.226951Z","end":"2026-03-14T07:18:55.405359Z","steps":["trace[1581043789] 'read index received' (duration: 37.336681ms)","trace[1581043789] 'applied index is now lower than readState.Index' (duration: 141.070477ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:55.405498Z","caller":"traceutil/trace.go:171","msg":"trace[2008339210] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"179.178988ms","start":"2026-03-14T07:18:55.226244Z","end":"2026-03-14T07:18:55.405423Z","steps":["trace[2008339210] 'process raft request' (duration: 178.963822ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:55.405536Z","caller":"traceutil/trace.go:171","msg":"trace[1717214505] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"179.085716ms","start":"2026-03-14T07:18:55.226411Z","end":"2026-03-14T07:18:55.405497Z","steps":["trace[1717214505] 'process raft request' (duration: 178.87605ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:55.405535Z","caller":"traceutil/trace.go:171","msg":"trace[260439598] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"179.727822ms","start":"2026-03-14T07:18:55.225743Z","end":"2026-03-14T07:18:55.40547Z","steps":["trace[260439598] 'process raft request' (duration: 151.817651ms)","trace[260439598] 'compare' (duration: 27.367027ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:55.405601Z","caller":"traceutil/trace.go:171","msg":"trace[1598665224] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"178.755818ms","start":"2026-03-14T07:18:55.22682Z","end":"2026-03-14T07:18:55.405576Z","steps":["trace[1598665224] 'process raft request' (duration: 178.498631ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:55.405722Z","caller":"traceutil/trace.go:171","msg":"trace[313573360] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"179.573368ms","start":"2026-03-14T07:18:55.22613Z","end":"2026-03-14T07:18:55.405704Z","steps":["trace[313573360] 'process raft request' (duration: 178.987923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:55.405717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.748527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:18:55.405819Z","caller":"traceutil/trace.go:171","msg":"trace[1661136174] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7988; }","duration":"178.908681ms","start":"2026-03-14T07:18:55.226896Z","end":"2026-03-14T07:18:55.405805Z","steps":["trace[1661136174] 'agreement among raft nodes before linearized reading' (duration: 178.610934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:55.871027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.461351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:55.871167Z","caller":"traceutil/trace.go:171","msg":"trace[756140798] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"558.56291ms","start":"2026-03-14T07:18:55.312567Z","end":"2026-03-14T07:18:55.87113Z","steps":["trace[756140798] 'process raft request' (duration: 224.923834ms)","trace[756140798] 'compare' (duration: 333.327868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:55.871335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.312537Z","time spent":"558.702254ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:56.124962Z","caller":"traceutil/trace.go:171","msg":"trace[2132852731] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"157.015593ms","start":"2026-03-14T07:18:55.96792Z","end":"2026-03-14T07:18:56.124936Z","steps":["trace[2132852731] 'process raft request' (duration: 106.975417ms)","trace[2132852731] 'compare' (duration: 49.928193ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:57.626519Z","caller":"traceutil/trace.go:171","msg":"trace[328657397] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"165.589452ms","start":"2026-03-14T07:18:57.460904Z","end":"2026-03-14T07:18:57.626493Z","steps":["trace[328657397] 'process raft request' (duration: 164.909094ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:57.626765Z","caller":"traceutil/trace.go:171","msg":"trace[694543910] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"165.727255ms","start":"2026-03-14T07:18:57.461004Z","end":"2026-03-14T07:18:57.626732Z","steps":["trace[694543910] 'process raft request' (duration: 165.454568ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:57.626908Z","caller":"traceutil/trace.go:171","msg":"trace[871187330] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"165.792597ms","start":"2026-03-14T07:18:57.461096Z","end":"2026-03-14T07:18:57.626888Z","steps":["trace[871187330] 'process raft request' (duration: 165.483929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:57.62695Z","caller":"traceutil/trace.go:171","msg":"trace[1021664864] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"165.805807ms","start":"2026-03-14T07:18:57.461134Z","end":"2026-03-14T07:18:57.62694Z","steps":["trace[1021664864] 'process raft request' (duration: 165.480619ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:11.738267Z","caller":"traceutil/trace.go:171","msg":"trace[514457693] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8413; }","duration":"113.276708ms","start":"2026-03-14T07:19:11.624968Z","end":"2026-03-14T07:19:11.738245Z","steps":["trace[514457693] 'read index received' (duration: 50.713303ms)","trace[514457693] 'applied index is now lower than readState.Index' (duration: 62.562335ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:11.738346Z","caller":"traceutil/trace.go:171","msg":"trace[1965487003] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"120.739748ms","start":"2026-03-14T07:19:11.617574Z","end":"2026-03-14T07:19:11.738313Z","steps":["trace[1965487003] 'process raft request' (duration: 58.189853ms)","trace[1965487003] 'compare' (duration: 62.37987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:11.738493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.510324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T07:19:11.738543Z","caller":"traceutil/trace.go:171","msg":"trace[117663536] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8102; }","duration":"113.604816ms","start":"2026-03-14T07:19:11.624921Z","end":"2026-03-14T07:19:11.738526Z","steps":["trace[117663536] 'agreement among raft nodes before linearized reading' (duration: 113.466592ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:13.599704Z","caller":"traceutil/trace.go:171","msg":"trace[1775010401] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8425; }","duration":"423.363155ms","start":"2026-03-14T07:19:13.176279Z","end":"2026-03-14T07:19:13.599642Z","steps":["trace[1775010401] 'read index received' (duration: 423.244212ms)","trace[1775010401] 'applied index is now lower than readState.Index' (duration: 118.082µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:13.600085Z","caller":"traceutil/trace.go:171","msg":"trace[927543749] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"431.225214ms","start":"2026-03-14T07:19:13.168845Z","end":"2026-03-14T07:19:13.60007Z","steps":["trace[927543749] 'process raft request' (duration: 430.66672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:13.600099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.117463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:13.600162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.108323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:13.600198Z","caller":"traceutil/trace.go:171","msg":"trace[316123944] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8114; }","duration":"393.287798ms","start":"2026-03-14T07:19:13.206888Z","end":"2026-03-14T07:19:13.600176Z","steps":["trace[316123944] 'agreement among raft nodes before linearized reading' (duration: 393.103213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:13.600206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.168823Z","time spent":"431.303026ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:13.600216Z","caller":"traceutil/trace.go:171","msg":"trace[1200730952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8114; }","duration":"111.220176ms","start":"2026-03-14T07:19:13.488984Z","end":"2026-03-14T07:19:13.600205Z","steps":["trace[1200730952] 'agreement among raft nodes before linearized reading' (duration: 111.053801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:13.600258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.206844Z","time spent":"393.400731ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:13.600256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.959469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-14T07:19:13.600332Z","caller":"traceutil/trace.go:171","msg":"trace[1709002212] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8114; }","duration":"424.084452ms","start":"2026-03-14T07:19:13.17623Z","end":"2026-03-14T07:19:13.600314Z","steps":["trace[1709002212] 'agreement among raft nodes before linearized reading' (duration: 423.861747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:13.600386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.176211Z","time spent":"424.158025ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" "} {"level":"warn","ts":"2026-03-14T07:19:13.600403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.837385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:19:13.600422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.509871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T07:19:13.600442Z","caller":"traceutil/trace.go:171","msg":"trace[948129028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8114; }","duration":"341.906027ms","start":"2026-03-14T07:19:13.258526Z","end":"2026-03-14T07:19:13.600432Z","steps":["trace[948129028] 'agreement among raft nodes before linearized reading' (duration: 341.781394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:13.60047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.258509Z","time spent":"341.954498ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:19:13.600469Z","caller":"traceutil/trace.go:171","msg":"trace[1741498932] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8; range_end:; response_count:1; response_revision:8114; }","duration":"389.617043ms","start":"2026-03-14T07:19:13.210838Z","end":"2026-03-14T07:19:13.600456Z","steps":["trace[1741498932] 'agreement among raft nodes before linearized reading' (duration: 389.49611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:13.600406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.767671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:13.600521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.21082Z","time spent":"389.692245ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8\" "} {"level":"info","ts":"2026-03-14T07:19:13.600532Z","caller":"traceutil/trace.go:171","msg":"trace[285951505] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8114; }","duration":"266.931606ms","start":"2026-03-14T07:19:13.333588Z","end":"2026-03-14T07:19:13.60052Z","steps":["trace[285951505] 'agreement among raft nodes before linearized reading' (duration: 266.781572ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:15.826102Z","caller":"traceutil/trace.go:171","msg":"trace[2009401836] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"192.837395ms","start":"2026-03-14T07:19:15.633234Z","end":"2026-03-14T07:19:15.826072Z","steps":["trace[2009401836] 'read index received' (duration: 118.48942ms)","trace[2009401836] 'applied index is now lower than readState.Index' (duration: 74.346655ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:15.826397Z","caller":"traceutil/trace.go:171","msg":"trace[323623070] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"193.725329ms","start":"2026-03-14T07:19:15.632651Z","end":"2026-03-14T07:19:15.826376Z","steps":["trace[323623070] 'process raft request' (duration: 119.122548ms)","trace[323623070] 'compare' (duration: 74.065178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:15.826736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.486262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:15.828771Z","caller":"traceutil/trace.go:171","msg":"trace[2142393062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8131; }","duration":"195.535545ms","start":"2026-03-14T07:19:15.6332Z","end":"2026-03-14T07:19:15.828735Z","steps":["trace[2142393062] 'agreement among raft nodes before linearized reading' (duration: 193.394322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.536953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:19:16.61572Z","caller":"traceutil/trace.go:171","msg":"trace[1287143083] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8449; }","duration":"579.545196ms","start":"2026-03-14T07:19:16.036151Z","end":"2026-03-14T07:19:16.615696Z","steps":["trace[1287143083] 'read index received' (duration: 547.90447ms)","trace[1287143083] 'applied index is now lower than readState.Index' (duration: 31.639486ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.615816Z","caller":"traceutil/trace.go:171","msg":"trace[2011124127] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"661.31553ms","start":"2026-03-14T07:19:15.954477Z","end":"2026-03-14T07:19:16.615793Z","steps":["trace[2011124127] 'process raft request' (duration: 629.571411ms)","trace[2011124127] 'compare' (duration: 31.146254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:16.615934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.744411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:16.616039Z","caller":"traceutil/trace.go:171","msg":"trace[760613484] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8137; }","duration":"579.901445ms","start":"2026-03-14T07:19:16.036111Z","end":"2026-03-14T07:19:16.616013Z","steps":["trace[760613484] 'agreement among raft nodes before linearized reading' (duration: 579.71944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.616103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.036093Z","time spent":"579.992857ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:16.616129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.18611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:16.616204Z","caller":"traceutil/trace.go:171","msg":"trace[1383381177] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8137; }","duration":"374.305372ms","start":"2026-03-14T07:19:16.241885Z","end":"2026-03-14T07:19:16.61619Z","steps":["trace[1383381177] 'agreement among raft nodes before linearized reading' (duration: 373.972564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.616275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.241864Z","time spent":"374.370575ms","remote":"127.0.0.1:58282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:16.615964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.954451Z","time spent":"661.436093ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:18.161663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:18.662796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:19.163789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:19.196575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5736261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:19:19.196934Z","caller":"traceutil/trace.go:171","msg":"trace[1479168448] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"1.574087551s","start":"2026-03-14T07:19:17.622821Z","end":"2026-03-14T07:19:19.196909Z","steps":["trace[1479168448] 'process raft request' (duration: 1.573923907s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.197091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.622795Z","time spent":"1.574218945s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:19.831262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:19:19.83137Z","caller":"traceutil/trace.go:171","msg":"trace[1836528228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644546s","start":"2026-03-14T07:19:17.830699Z","end":"2026-03-14T07:19:19.831344Z","steps":["trace[1836528228] 'agreement among raft nodes before linearized reading' (duration: 2.000507562s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.831446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.830691Z","time spent":"2.000721377s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:20.629976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433214929s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:19:20.831986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.5872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:20.832426Z","caller":"traceutil/trace.go:171","msg":"trace[79731317] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"2.814847103s","start":"2026-03-14T07:19:18.017545Z","end":"2026-03-14T07:19:20.832392Z","steps":["trace[79731317] 'process raft request' (duration: 2.612772781s)","trace[79731317] 'compare' (duration: 201.259302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:20.83272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.01753Z","time spent":"2.815042359s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:20.832745Z","caller":"traceutil/trace.go:171","msg":"trace[700631933] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8451; }","duration":"3.172045662s","start":"2026-03-14T07:19:17.66067Z","end":"2026-03-14T07:19:20.832715Z","steps":["trace[700631933] 'read index received' (duration: 1.536157695s)","trace[700631933] 'applied index is now lower than readState.Index' (duration: 1.635884547s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:20.832883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172179285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.832949Z","caller":"traceutil/trace.go:171","msg":"trace[1459726804] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8140; }","duration":"3.172312509s","start":"2026-03-14T07:19:17.660618Z","end":"2026-03-14T07:19:20.83293Z","steps":["trace[1459726804] 'agreement among raft nodes before linearized reading' (duration: 3.172181285s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.833021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.660595Z","time spent":"3.172414011s","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:20.841763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011226861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:19:20.841808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825971288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:19:20.841865Z","caller":"traceutil/trace.go:171","msg":"trace[1331051212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8140; }","duration":"2.826071851s","start":"2026-03-14T07:19:18.01578Z","end":"2026-03-14T07:19:20.841852Z","steps":["trace[1331051212] 'agreement among raft nodes before linearized reading' (duration: 2.825900527s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.841897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.01576Z","time spent":"2.826130782s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:19:20.841903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937499932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:20.841934Z","caller":"traceutil/trace.go:171","msg":"trace[568295314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8140; }","duration":"2.937550443s","start":"2026-03-14T07:19:17.904376Z","end":"2026-03-14T07:19:20.841926Z","steps":["trace[568295314] 'agreement among raft nodes before linearized reading' (duration: 2.937469001s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.84198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.904365Z","time spent":"2.937607355s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:20.84205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010165445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.842075Z","caller":"traceutil/trace.go:171","msg":"trace[76155167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"1.010190435s","start":"2026-03-14T07:19:19.831879Z","end":"2026-03-14T07:19:20.842069Z","steps":["trace[76155167] 'agreement among raft nodes before linearized reading' (duration: 1.010154005s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.83182Z","time spent":"1.010268187s","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:20.841821Z","caller":"traceutil/trace.go:171","msg":"trace[1776675197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8140; }","duration":"3.011284073s","start":"2026-03-14T07:19:17.83052Z","end":"2026-03-14T07:19:20.841805Z","steps":["trace[1776675197] 'agreement among raft nodes before linearized reading' (duration: 3.011127789s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.830459Z","time spent":"3.011774895s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:20.842257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958496407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:19:20.842271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222229956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:20.842301Z","caller":"traceutil/trace.go:171","msg":"trace[1229163944] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8140; }","duration":"2.958579479s","start":"2026-03-14T07:19:17.883709Z","end":"2026-03-14T07:19:20.842289Z","steps":["trace[1229163944] 'agreement among raft nodes before linearized reading' (duration: 2.958482826s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.883693Z","time spent":"2.95863087s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:20.842374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51677767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.8424Z","caller":"traceutil/trace.go:171","msg":"trace[1010550445] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8140; }","duration":"1.516840801s","start":"2026-03-14T07:19:19.325551Z","end":"2026-03-14T07:19:20.842392Z","steps":["trace[1010550445] 'agreement among raft nodes before linearized reading' (duration: 1.51679818s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.325529Z","time spent":"1.516892402s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:20.842399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123844323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.842488Z","caller":"traceutil/trace.go:171","msg":"trace[1969523261] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8140; }","duration":"1.124021286s","start":"2026-03-14T07:19:19.718445Z","end":"2026-03-14T07:19:20.842467Z","steps":["trace[1969523261] 'agreement among raft nodes before linearized reading' (duration: 1.123841992s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.718404Z","time spent":"1.124129639s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:20.842332Z","caller":"traceutil/trace.go:171","msg":"trace[1222697562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8140; }","duration":"2.222338189s","start":"2026-03-14T07:19:18.619979Z","end":"2026-03-14T07:19:20.842317Z","steps":["trace[1222697562] 'agreement among raft nodes before linearized reading' (duration: 2.222155674s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998207649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:19:20.84262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.619949Z","time spent":"2.222655056s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:19:20.842648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984564081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:20.842656Z","caller":"traceutil/trace.go:171","msg":"trace[581942929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8140; }","duration":"2.998340613s","start":"2026-03-14T07:19:17.8443Z","end":"2026-03-14T07:19:20.842641Z","steps":["trace[581942929] 'agreement among raft nodes before linearized reading' (duration: 2.998196549s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.842688Z","caller":"traceutil/trace.go:171","msg":"trace[965936312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8140; }","duration":"2.984629023s","start":"2026-03-14T07:19:17.858048Z","end":"2026-03-14T07:19:20.842677Z","steps":["trace[965936312] 'agreement among raft nodes before linearized reading' (duration: 2.98453642s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.842696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.844247Z","time spent":"2.998440875s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:20.842722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.858034Z","time spent":"2.984680214s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:19:20.84277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984667904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:19:20.842818Z","caller":"traceutil/trace.go:171","msg":"trace[866631433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8140; }","duration":"2.984740705s","start":"2026-03-14T07:19:17.858067Z","end":"2026-03-14T07:19:20.842808Z","steps":["trace[866631433] 'agreement among raft nodes before linearized reading' (duration: 2.984334305s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.843044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.858055Z","time spent":"2.984977932s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:19:21.33944Z","caller":"traceutil/trace.go:171","msg":"trace[2001937407] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"137.512265ms","start":"2026-03-14T07:19:21.201902Z","end":"2026-03-14T07:19:21.339414Z","steps":["trace[2001937407] 'process raft request' (duration: 137.371452ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.339983Z","caller":"traceutil/trace.go:171","msg":"trace[915598682] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8462; }","duration":"137.451174ms","start":"2026-03-14T07:19:21.20252Z","end":"2026-03-14T07:19:21.339971Z","steps":["trace[915598682] 'read index received' (duration: 137.446474ms)","trace[915598682] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:21.340136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.593348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T07:19:21.340189Z","caller":"traceutil/trace.go:171","msg":"trace[920573735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8148; }","duration":"137.70232ms","start":"2026-03-14T07:19:21.20247Z","end":"2026-03-14T07:19:21.340172Z","steps":["trace[920573735] 'agreement among raft nodes before linearized reading' (duration: 137.556557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.459379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.516313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:21.459491Z","caller":"traceutil/trace.go:171","msg":"trace[50799437] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"115.365092ms","start":"2026-03-14T07:19:21.344106Z","end":"2026-03-14T07:19:21.459471Z","steps":["trace[50799437] 'process raft request' (duration: 12.670724ms)","trace[50799437] 'compare' (duration: 102.39ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:22.185127Z","caller":"traceutil/trace.go:171","msg":"trace[1267679942] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8463; }","duration":"250.911327ms","start":"2026-03-14T07:19:21.934194Z","end":"2026-03-14T07:19:22.185105Z","steps":["trace[1267679942] 'read index received' (duration: 250.767063ms)","trace[1267679942] 'applied index is now lower than readState.Index' (duration: 143.324µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:22.185255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.04387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:22.185289Z","caller":"traceutil/trace.go:171","msg":"trace[1024851025] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8150; }","duration":"251.138912ms","start":"2026-03-14T07:19:21.934142Z","end":"2026-03-14T07:19:22.185281Z","steps":["trace[1024851025] 'agreement among raft nodes before linearized reading' (duration: 251.05275ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:22.185426Z","caller":"traceutil/trace.go:171","msg":"trace[589689668] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"815.362068ms","start":"2026-03-14T07:19:21.370051Z","end":"2026-03-14T07:19:22.185413Z","steps":["trace[589689668] 'process raft request' (duration: 814.906067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.185515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.370027Z","time spent":"815.44378ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.620197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.895134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:22.620439Z","caller":"traceutil/trace.go:171","msg":"trace[1665132629] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"426.202826ms","start":"2026-03-14T07:19:22.194192Z","end":"2026-03-14T07:19:22.620395Z","steps":["trace[1665132629] 'process raft request' (duration: 130.022294ms)","trace[1665132629] 'compare' (duration: 295.434922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:22.620597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.194179Z","time spent":"426.34753ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:22.620687Z","caller":"traceutil/trace.go:171","msg":"trace[1406062406] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"325.603481ms","start":"2026-03-14T07:19:22.295045Z","end":"2026-03-14T07:19:22.620648Z","steps":["trace[1406062406] 'process raft request' (duration: 325.255692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.620902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.295015Z","time spent":"325.770665ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:23.357294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:23.582519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.035854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:23.582581Z","caller":"traceutil/trace.go:171","msg":"trace[490922848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8152; }","duration":"754.154597ms","start":"2026-03-14T07:19:22.828413Z","end":"2026-03-14T07:19:23.582568Z","steps":["trace[490922848] 'range keys from in-memory index tree' (duration: 753.951542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.582608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.828389Z","time spent":"754.213429ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:23.583325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.842632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:23.583411Z","caller":"traceutil/trace.go:171","msg":"trace[107437359] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"745.507027ms","start":"2026-03-14T07:19:22.837889Z","end":"2026-03-14T07:19:23.583396Z","steps":["trace[107437359] 'process raft request' (duration: 562.522012ms)","trace[107437359] 'compare' (duration: 182.754359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:23.583452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.837849Z","time spent":"745.584639ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:23.995954Z","caller":"traceutil/trace.go:171","msg":"trace[1856898093] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"650.513335ms","start":"2026-03-14T07:19:23.345397Z","end":"2026-03-14T07:19:23.99591Z","steps":["trace[1856898093] 'process raft request' (duration: 604.00962ms)","trace[1856898093] 'compare' (duration: 45.640153ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:23.995949Z","caller":"traceutil/trace.go:171","msg":"trace[451431020] linearizableReadLoop","detail":"{readStateIndex:8468; appliedIndex:8466; }","duration":"1.138770173s","start":"2026-03-14T07:19:22.857103Z","end":"2026-03-14T07:19:23.995873Z","steps":["trace[451431020] 'read index received' (duration: 543.396204ms)","trace[451431020] 'applied index is now lower than readState.Index' (duration: 595.372709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:23.996145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13902144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:23.996345Z","caller":"traceutil/trace.go:171","msg":"trace[1485528858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8154; }","duration":"1.139283986s","start":"2026-03-14T07:19:22.857041Z","end":"2026-03-14T07:19:23.996325Z","steps":["trace[1485528858] 'agreement among raft nodes before linearized reading' (duration: 1.138943857s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.996379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138037764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:23.996415Z","caller":"traceutil/trace.go:171","msg":"trace[1052557712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8154; }","duration":"1.138088945s","start":"2026-03-14T07:19:22.858312Z","end":"2026-03-14T07:19:23.996401Z","steps":["trace[1052557712] 'agreement among raft nodes before linearized reading' (duration: 1.137996362s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.996423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.85701Z","time spent":"1.139382659s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:23.996452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.858302Z","time spent":"1.138142617s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:19:23.996504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110364828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:23.99659Z","caller":"traceutil/trace.go:171","msg":"trace[1849862472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8154; }","duration":"1.110515182s","start":"2026-03-14T07:19:22.886044Z","end":"2026-03-14T07:19:23.996559Z","steps":["trace[1849862472] 'agreement among raft nodes before linearized reading' (duration: 1.110296046s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.996651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.886035Z","time spent":"1.110603225s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:23.996649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110929914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:19:23.996776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112263867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:23.996781Z","caller":"traceutil/trace.go:171","msg":"trace[1965084257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8154; }","duration":"1.111068237s","start":"2026-03-14T07:19:22.885693Z","end":"2026-03-14T07:19:23.996761Z","steps":["trace[1965084257] 'agreement among raft nodes before linearized reading' (duration: 1.110919523s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.996806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11161785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:23.996875Z","caller":"traceutil/trace.go:171","msg":"trace[47693965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8154; }","duration":"1.111744964s","start":"2026-03-14T07:19:22.885114Z","end":"2026-03-14T07:19:23.996858Z","steps":["trace[47693965] 'agreement among raft nodes before linearized reading' (duration: 1.111596231s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.996862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.64563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:23.996925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.885076Z","time spent":"1.111837567s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:19:23.996818Z","caller":"traceutil/trace.go:171","msg":"trace[484882268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8154; }","duration":"1.112325629s","start":"2026-03-14T07:19:22.884481Z","end":"2026-03-14T07:19:23.996807Z","steps":["trace[484882268] 'agreement among raft nodes before linearized reading' (duration: 1.112172735s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.996901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.750291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T07:19:23.996959Z","caller":"traceutil/trace.go:171","msg":"trace[86313102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8154; }","duration":"412.763833ms","start":"2026-03-14T07:19:23.58417Z","end":"2026-03-14T07:19:23.996934Z","steps":["trace[86313102] 'agreement among raft nodes before linearized reading' (duration: 412.601739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.99697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.884471Z","time spent":"1.112487943s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:19:23.997006Z","caller":"traceutil/trace.go:171","msg":"trace[905333718] range","detail":"{range_begin:/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8; range_end:; response_count:1; response_revision:8154; }","duration":"783.896155ms","start":"2026-03-14T07:19:23.213086Z","end":"2026-03-14T07:19:23.996982Z","steps":["trace[905333718] 'agreement among raft nodes before linearized reading' (duration: 783.644759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.997015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.584047Z","time spent":"412.958418ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:23.996905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.885681Z","time spent":"1.111141169s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:23.997058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.213065Z","time spent":"783.981708ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-bf85465f7-tsl8k.189ca404a99275a8\" "} {"level":"warn","ts":"2026-03-14T07:19:23.997386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.34537Z","time spent":"650.885935ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:23.997609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112608306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:23.997664Z","caller":"traceutil/trace.go:171","msg":"trace[1914668298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8154; }","duration":"1.112686548s","start":"2026-03-14T07:19:22.884966Z","end":"2026-03-14T07:19:23.997652Z","steps":["trace[1914668298] 'agreement among raft nodes before linearized reading' (duration: 1.111679603s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:23.997696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.884958Z","time spent":"1.112730559s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:24.419532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.876909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:24.419626Z","caller":"traceutil/trace.go:171","msg":"trace[1856996948] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"418.471098ms","start":"2026-03-14T07:19:24.001139Z","end":"2026-03-14T07:19:24.41961Z","steps":["trace[1856996948] 'read index received' (duration: 230.454865ms)","trace[1856996948] 'applied index is now lower than readState.Index' (duration: 188.014923ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:24.419707Z","caller":"traceutil/trace.go:171","msg":"trace[1106833722] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"418.89645ms","start":"2026-03-14T07:19:24.000796Z","end":"2026-03-14T07:19:24.419693Z","steps":["trace[1106833722] 'process raft request' (duration: 230.782175ms)","trace[1106833722] 'compare' (duration: 187.769527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:24.419791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.000775Z","time spent":"418.971852ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.420217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.067113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228543"} {"level":"info","ts":"2026-03-14T07:19:24.420268Z","caller":"traceutil/trace.go:171","msg":"trace[2124781298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8155; }","duration":"419.143466ms","start":"2026-03-14T07:19:24.001112Z","end":"2026-03-14T07:19:24.420255Z","steps":["trace[2124781298] 'agreement among raft nodes before linearized reading' (duration: 418.788097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.420303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.0011Z","time spent":"419.194287ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228566,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:19:24.429535Z","caller":"traceutil/trace.go:171","msg":"trace[604758733] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"426.326969ms","start":"2026-03-14T07:19:24.003183Z","end":"2026-03-14T07:19:24.42951Z","steps":["trace[604758733] 'process raft request' (duration: 426.180686ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.429629Z","caller":"traceutil/trace.go:171","msg":"trace[1766160066] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"426.039313ms","start":"2026-03-14T07:19:24.003577Z","end":"2026-03-14T07:19:24.429616Z","steps":["trace[1766160066] 'process raft request' (duration: 425.811416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.429677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.003174Z","time spent":"426.443853ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.429705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.003568Z","time spent":"426.100384ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.429581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.47131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:24.429766Z","caller":"traceutil/trace.go:171","msg":"trace[1144205582] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"426.709159ms","start":"2026-03-14T07:19:24.003042Z","end":"2026-03-14T07:19:24.429751Z","steps":["trace[1144205582] 'process raft request' (duration: 426.226336ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.429797Z","caller":"traceutil/trace.go:171","msg":"trace[1102402981] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"424.884222ms","start":"2026-03-14T07:19:24.004903Z","end":"2026-03-14T07:19:24.429787Z","steps":["trace[1102402981] 'process raft request' (duration: 424.507342ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.429799Z","caller":"traceutil/trace.go:171","msg":"trace[2124760295] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"423.021214ms","start":"2026-03-14T07:19:24.006768Z","end":"2026-03-14T07:19:24.429789Z","steps":["trace[2124760295] 'process raft request' (duration: 422.705805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.429841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.003021Z","time spent":"426.784872ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.429862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.006761Z","time spent":"423.074047ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:24.429798Z","caller":"traceutil/trace.go:171","msg":"trace[206578042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8161; }","duration":"422.734867ms","start":"2026-03-14T07:19:24.007052Z","end":"2026-03-14T07:19:24.429787Z","steps":["trace[206578042] 'agreement among raft nodes before linearized reading' (duration: 422.451209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.429909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.00489Z","time spent":"424.943004ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.429939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.007047Z","time spent":"422.881791ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:24.429741Z","caller":"traceutil/trace.go:171","msg":"trace[1516137705] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"424.549004ms","start":"2026-03-14T07:19:24.005166Z","end":"2026-03-14T07:19:24.429715Z","steps":["trace[1516137705] 'process raft request' (duration: 424.270336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.430155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.005156Z","time spent":"424.830141ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.865863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.370503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T07:19:24.865968Z","caller":"traceutil/trace.go:171","msg":"trace[1918809063] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8161; }","duration":"141.497987ms","start":"2026-03-14T07:19:24.724452Z","end":"2026-03-14T07:19:24.86595Z","steps":["trace[1918809063] 'range keys from in-memory index tree' (duration: 141.123058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.422109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.117172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:25.422354Z","caller":"traceutil/trace.go:171","msg":"trace[699638365] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"344.738989ms","start":"2026-03-14T07:19:25.077598Z","end":"2026-03-14T07:19:25.422337Z","steps":["trace[699638365] 'process raft request' (duration: 344.647017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.422425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.077582Z","time spent":"344.807181ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:25.422836Z","caller":"traceutil/trace.go:171","msg":"trace[1640610986] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"347.904009ms","start":"2026-03-14T07:19:25.07461Z","end":"2026-03-14T07:19:25.422514Z","steps":["trace[1640610986] 'process raft request' (duration: 158.214553ms)","trace[1640610986] 'compare' (duration: 188.697992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:25.423026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.074579Z","time spent":"348.337481ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:26.673199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126983332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:26.673286Z","caller":"traceutil/trace.go:171","msg":"trace[696036118] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8163; }","duration":"1.127126696s","start":"2026-03-14T07:19:25.546137Z","end":"2026-03-14T07:19:26.673264Z","steps":["trace[696036118] 'count revisions from in-memory index tree' (duration: 1.126711985s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.673327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.54611Z","time spent":"1.127207268s","remote":"127.0.0.1:58334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:26.673985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.736989Z","time spent":"936.993169ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:19:26.674788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.799624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:26.674961Z","caller":"traceutil/trace.go:171","msg":"trace[2110202947] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"670.158155ms","start":"2026-03-14T07:19:26.004783Z","end":"2026-03-14T07:19:26.674941Z","steps":["trace[2110202947] 'process raft request' (duration: 670.098893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.675032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.004756Z","time spent":"670.243077ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:26.675138Z","caller":"traceutil/trace.go:171","msg":"trace[1753184387] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"1.08649031s","start":"2026-03-14T07:19:25.588628Z","end":"2026-03-14T07:19:26.675118Z","steps":["trace[1753184387] 'process raft request' (duration: 473.283627ms)","trace[1753184387] 'compare' (duration: 611.593423ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:26.67522Z","caller":"traceutil/trace.go:171","msg":"trace[1205822923] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8478; }","duration":"848.393259ms","start":"2026-03-14T07:19:25.826815Z","end":"2026-03-14T07:19:26.675209Z","steps":["trace[1205822923] 'read index received' (duration: 235.096244ms)","trace[1205822923] 'applied index is now lower than readState.Index' (duration: 613.295465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:26.675251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.588605Z","time spent":"1.086582973s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:26.675366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.554574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:26.675399Z","caller":"traceutil/trace.go:171","msg":"trace[542212083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8165; }","duration":"848.621036ms","start":"2026-03-14T07:19:25.82677Z","end":"2026-03-14T07:19:26.675391Z","steps":["trace[542212083] 'agreement among raft nodes before linearized reading' (duration: 848.560204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.675426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.826752Z","time spent":"848.669037ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:26.675638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.362686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:19:26.675682Z","caller":"traceutil/trace.go:171","msg":"trace[1996198927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8165; }","duration":"711.438808ms","start":"2026-03-14T07:19:25.964233Z","end":"2026-03-14T07:19:26.675672Z","steps":["trace[1996198927] 'agreement among raft nodes before linearized reading' (duration: 711.301385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.675711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.964214Z","time spent":"711.491289ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:19:26.675818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.831045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:26.675861Z","caller":"traceutil/trace.go:171","msg":"trace[794438481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8165; }","duration":"241.875176ms","start":"2026-03-14T07:19:26.433977Z","end":"2026-03-14T07:19:26.675852Z","steps":["trace[794438481] 'agreement among raft nodes before linearized reading' (duration: 241.750652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.67591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.316507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:26.675948Z","caller":"traceutil/trace.go:171","msg":"trace[157706767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8165; }","duration":"242.391339ms","start":"2026-03-14T07:19:26.433547Z","end":"2026-03-14T07:19:26.675938Z","steps":["trace[157706767] 'agreement among raft nodes before linearized reading' (duration: 242.300937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.676072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.819655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:19:26.676129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.547302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:26.676166Z","caller":"traceutil/trace.go:171","msg":"trace[511116940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8165; }","duration":"242.606354ms","start":"2026-03-14T07:19:26.433551Z","end":"2026-03-14T07:19:26.676157Z","steps":["trace[511116940] 'agreement among raft nodes before linearized reading' (duration: 242.519602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.67624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.04051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:26.676287Z","caller":"traceutil/trace.go:171","msg":"trace[1147466343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8165; }","duration":"242.104833ms","start":"2026-03-14T07:19:26.434171Z","end":"2026-03-14T07:19:26.676276Z","steps":["trace[1147466343] 'agreement among raft nodes before linearized reading' (duration: 241.984029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.676338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.553219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:26.676389Z","caller":"traceutil/trace.go:171","msg":"trace[1877902276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8165; }","duration":"243.641261ms","start":"2026-03-14T07:19:26.43274Z","end":"2026-03-14T07:19:26.676381Z","steps":["trace[1877902276] 'agreement among raft nodes before linearized reading' (duration: 243.540218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.676534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.227259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:26.676573Z","caller":"traceutil/trace.go:171","msg":"trace[1816350935] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8165; }","duration":"701.265219ms","start":"2026-03-14T07:19:25.975297Z","end":"2026-03-14T07:19:26.676562Z","steps":["trace[1816350935] 'agreement among raft nodes before linearized reading' (duration: 701.210798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:26.676601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:25.975257Z","time spent":"701.336341ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:26.676538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.414031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T07:19:26.676803Z","caller":"traceutil/trace.go:171","msg":"trace[1660929408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8165; }","duration":"242.723998ms","start":"2026-03-14T07:19:26.434069Z","end":"2026-03-14T07:19:26.676793Z","steps":["trace[1660929408] 'agreement among raft nodes before linearized reading' (duration: 242.40077ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:26.676131Z","caller":"traceutil/trace.go:171","msg":"trace[644740278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8165; }","duration":"241.902496ms","start":"2026-03-14T07:19:26.434215Z","end":"2026-03-14T07:19:26.676118Z","steps":["trace[644740278] 'agreement among raft nodes before linearized reading' (duration: 241.765653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:27.183304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:27.983954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.891785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:27.984681Z","caller":"traceutil/trace.go:171","msg":"trace[2001563899] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"1.301920643s","start":"2026-03-14T07:19:26.682718Z","end":"2026-03-14T07:19:27.984639Z","steps":["trace[2001563899] 'process raft request' (duration: 881.243067ms)","trace[2001563899] 'compare' (duration: 418.733336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:27.984942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.682702Z","time spent":"1.302129428s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:28.06985Z","caller":"traceutil/trace.go:171","msg":"trace[1401148333] linearizableReadLoop","detail":"{readStateIndex:8486; appliedIndex:8480; }","duration":"1.386859528s","start":"2026-03-14T07:19:26.682969Z","end":"2026-03-14T07:19:28.069829Z","steps":["trace[1401148333] 'read index received' (duration: 881.00643ms)","trace[1401148333] 'applied index is now lower than readState.Index' (duration: 505.852278ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:28.070146Z","caller":"traceutil/trace.go:171","msg":"trace[1775421504] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"1.387048372s","start":"2026-03-14T07:19:26.683089Z","end":"2026-03-14T07:19:28.070138Z","steps":["trace[1775421504] 'process raft request' (duration: 1.386475598s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.070234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.683079Z","time spent":"1.387095664s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:28.070364Z","caller":"traceutil/trace.go:171","msg":"trace[1466114490] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"1.387104984s","start":"2026-03-14T07:19:26.683251Z","end":"2026-03-14T07:19:28.070356Z","steps":["trace[1466114490] 'process raft request' (duration: 1.386435127s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.070404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.683245Z","time spent":"1.387140555s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:28.070493Z","caller":"traceutil/trace.go:171","msg":"trace[1852358351] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"1.387177556s","start":"2026-03-14T07:19:26.683309Z","end":"2026-03-14T07:19:28.070486Z","steps":["trace[1852358351] 'process raft request' (duration: 1.386404187s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.070528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.683301Z","time spent":"1.387210767s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:28.070607Z","caller":"traceutil/trace.go:171","msg":"trace[2082999934] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"1.387055843s","start":"2026-03-14T07:19:26.683546Z","end":"2026-03-14T07:19:28.070601Z","steps":["trace[2082999934] 'process raft request' (duration: 1.386195301s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.070643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.683525Z","time spent":"1.387098864s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:28.070774Z","caller":"traceutil/trace.go:171","msg":"trace[1199327683] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"840.067828ms","start":"2026-03-14T07:19:27.230686Z","end":"2026-03-14T07:19:28.070754Z","steps":["trace[1199327683] 'process raft request' (duration: 839.117214ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:28.070841Z","caller":"traceutil/trace.go:171","msg":"trace[1076905275] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"1.385435331s","start":"2026-03-14T07:19:26.68537Z","end":"2026-03-14T07:19:28.070805Z","steps":["trace[1076905275] 'process raft request' (duration: 1.384410505s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.070866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:27.230661Z","time spent":"840.1614ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:28.070884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387895153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-14T07:19:28.070942Z","caller":"traceutil/trace.go:171","msg":"trace[2043574796] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8172; }","duration":"1.387994746s","start":"2026-03-14T07:19:26.682934Z","end":"2026-03-14T07:19:28.070929Z","steps":["trace[2043574796] 'agreement among raft nodes before linearized reading' (duration: 1.387805161s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.070983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.682918Z","time spent":"1.388059118s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:19:28.070989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.685361Z","time spent":"1.385550454s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:28.071078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.282206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:28.071121Z","caller":"traceutil/trace.go:171","msg":"trace[1902177851] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8172; }","duration":"280.361288ms","start":"2026-03-14T07:19:27.790745Z","end":"2026-03-14T07:19:28.071107Z","steps":["trace[1902177851] 'agreement among raft nodes before linearized reading' (duration: 280.251395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.07109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.788746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:28.071174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385054901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228543"} {"level":"warn","ts":"2026-03-14T07:19:28.071177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.518632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:28.071186Z","caller":"traceutil/trace.go:171","msg":"trace[657160951] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8172; }","duration":"820.94963ms","start":"2026-03-14T07:19:27.250217Z","end":"2026-03-14T07:19:28.071167Z","steps":["trace[657160951] 'agreement among raft nodes before linearized reading' (duration: 820.742015ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:28.071205Z","caller":"traceutil/trace.go:171","msg":"trace[581184676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8172; }","duration":"1.385086732s","start":"2026-03-14T07:19:26.686111Z","end":"2026-03-14T07:19:28.071198Z","steps":["trace[581184676] 'agreement among raft nodes before linearized reading' (duration: 1.384786794s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.071205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.761059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:28.071229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.686063Z","time spent":"1.385160925s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228566,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:19:28.071219Z","caller":"traceutil/trace.go:171","msg":"trace[962980128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8172; }","duration":"533.602844ms","start":"2026-03-14T07:19:27.537601Z","end":"2026-03-14T07:19:28.071204Z","steps":["trace[962980128] 'agreement among raft nodes before linearized reading' (duration: 533.538682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.071233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:27.250193Z","time spent":"821.028701ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:28.071266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:27.53757Z","time spent":"533.686715ms","remote":"127.0.0.1:49314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:28.071256Z","caller":"traceutil/trace.go:171","msg":"trace[547357973] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8172; }","duration":"919.845831ms","start":"2026-03-14T07:19:27.151394Z","end":"2026-03-14T07:19:28.07124Z","steps":["trace[547357973] 'agreement among raft nodes before linearized reading' (duration: 919.771259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.071313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:27.151372Z","time spent":"919.927833ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:28.071346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242983619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:28.07138Z","caller":"traceutil/trace.go:171","msg":"trace[1090992230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8172; }","duration":"1.243050091s","start":"2026-03-14T07:19:26.828321Z","end":"2026-03-14T07:19:28.071371Z","steps":["trace[1090992230] 'agreement among raft nodes before linearized reading' (duration: 1.243008169s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.071121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126316565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:28.071447Z","caller":"traceutil/trace.go:171","msg":"trace[342920758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8172; }","duration":"1.126682756s","start":"2026-03-14T07:19:26.944747Z","end":"2026-03-14T07:19:28.07143Z","steps":["trace[342920758] 'agreement among raft nodes before linearized reading' (duration: 1.126294965s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:28.071402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.828301Z","time spent":"1.243096693s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:28.071504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:26.944725Z","time spent":"1.126761397s","remote":"127.0.0.1:49300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:32.373594Z","caller":"traceutil/trace.go:171","msg":"trace[1904900082] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"246.454234ms","start":"2026-03-14T07:19:32.127115Z","end":"2026-03-14T07:19:32.373569Z","steps":["trace[1904900082] 'process raft request' (duration: 210.602319ms)","trace[1904900082] 'compare' (duration: 35.619179ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:32.37384Z","caller":"traceutil/trace.go:171","msg":"trace[1482459670] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"246.690929ms","start":"2026-03-14T07:19:32.127122Z","end":"2026-03-14T07:19:32.373813Z","steps":["trace[1482459670] 'process raft request' (duration: 246.32483ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:32.374095Z","caller":"traceutil/trace.go:171","msg":"trace[926349457] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"246.928445ms","start":"2026-03-14T07:19:32.127145Z","end":"2026-03-14T07:19:32.374074Z","steps":["trace[926349457] 'process raft request' (duration: 246.595997ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:32.374209Z","caller":"traceutil/trace.go:171","msg":"trace[79782285] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8502; }","duration":"175.736849ms","start":"2026-03-14T07:19:32.198457Z","end":"2026-03-14T07:19:32.374194Z","steps":["trace[79782285] 'read index received' (duration: 139.28093ms)","trace[79782285] 'applied index is now lower than readState.Index' (duration: 36.455039ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:32.374259Z","caller":"traceutil/trace.go:171","msg":"trace[1974406057] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"246.848524ms","start":"2026-03-14T07:19:32.127392Z","end":"2026-03-14T07:19:32.374241Z","steps":["trace[1974406057] 'process raft request' (duration: 246.615918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:32.374343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.884055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T07:19:32.374373Z","caller":"traceutil/trace.go:171","msg":"trace[2046880444] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8190; }","duration":"175.967397ms","start":"2026-03-14T07:19:32.198397Z","end":"2026-03-14T07:19:32.374364Z","steps":["trace[2046880444] 'agreement among raft nodes before linearized reading' (duration: 175.841422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:34.430825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024503631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:19:34.871261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.06289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:34.871411Z","caller":"traceutil/trace.go:171","msg":"trace[1611506136] linearizableReadLoop","detail":"{readStateIndex:8519; appliedIndex:8517; }","duration":"1.478467814s","start":"2026-03-14T07:19:33.392921Z","end":"2026-03-14T07:19:34.871388Z","steps":["trace[1611506136] 'read index received' (duration: 13.417662ms)","trace[1611506136] 'applied index is now lower than readState.Index' (duration: 1.465048102s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:34.871508Z","caller":"traceutil/trace.go:171","msg":"trace[794052348] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"1.478753961s","start":"2026-03-14T07:19:33.392737Z","end":"2026-03-14T07:19:34.871491Z","steps":["trace[794052348] 'process raft request' (duration: 1.038362414s)","trace[794052348] 'compare' (duration: 439.809873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:34.871616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.392717Z","time spent":"1.478852293s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:34.874064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481126671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:4637"} {"level":"info","ts":"2026-03-14T07:19:34.874145Z","caller":"traceutil/trace.go:171","msg":"trace[1237516563] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8202; }","duration":"1.481236185s","start":"2026-03-14T07:19:33.39289Z","end":"2026-03-14T07:19:34.874126Z","steps":["trace[1237516563] 'agreement among raft nodes before linearized reading' (duration: 1.481097801s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:34.874493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.392883Z","time spent":"1.481593903s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4660,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" "} {"level":"warn","ts":"2026-03-14T07:19:35.371846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511622,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:19:35.482794Z","caller":"traceutil/trace.go:171","msg":"trace[814357232] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"1.975570127s","start":"2026-03-14T07:19:33.507201Z","end":"2026-03-14T07:19:35.482771Z","steps":["trace[814357232] 'process raft request' (duration: 1.974769676s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.48294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.507164Z","time spent":"1.97569968s","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:35.716402Z","caller":"traceutil/trace.go:171","msg":"trace[488045353] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8519; }","duration":"844.932052ms","start":"2026-03-14T07:19:34.871447Z","end":"2026-03-14T07:19:35.716379Z","steps":["trace[488045353] 'read index received' (duration: 610.272629ms)","trace[488045353] 'applied index is now lower than readState.Index' (duration: 234.658603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:35.716569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88859049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:35.716615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683594894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:35.716629Z","caller":"traceutil/trace.go:171","msg":"trace[588469974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8206; }","duration":"1.888678673s","start":"2026-03-14T07:19:33.827933Z","end":"2026-03-14T07:19:35.716611Z","steps":["trace[588469974] 'agreement among raft nodes before linearized reading' (duration: 1.88857378s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.716651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338256329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:19:35.716698Z","caller":"traceutil/trace.go:171","msg":"trace[1085087218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8206; }","duration":"1.683664365s","start":"2026-03-14T07:19:34.032979Z","end":"2026-03-14T07:19:35.716644Z","steps":["trace[1085087218] 'agreement among raft nodes before linearized reading' (duration: 1.683504751s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.716711Z","caller":"traceutil/trace.go:171","msg":"trace[389173774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8206; }","duration":"1.338360002s","start":"2026-03-14T07:19:34.378336Z","end":"2026-03-14T07:19:35.716696Z","steps":["trace[389173774] 'agreement among raft nodes before linearized reading' (duration: 1.338141747s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.716741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.378312Z","time spent":"1.338423323s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:35.71677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029463282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:35.716829Z","caller":"traceutil/trace.go:171","msg":"trace[1733930822] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8206; }","duration":"2.029543844s","start":"2026-03-14T07:19:33.687265Z","end":"2026-03-14T07:19:35.716809Z","steps":["trace[1733930822] 'agreement among raft nodes before linearized reading' (duration: 2.029459592s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.716891Z","caller":"traceutil/trace.go:171","msg":"trace[1754890526] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"1.008104222s","start":"2026-03-14T07:19:34.708778Z","end":"2026-03-14T07:19:35.716882Z","steps":["trace[1754890526] 'process raft request' (duration: 994.978047ms)","trace[1754890526] 'compare' (duration: 12.427826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:35.716875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.687241Z","time spent":"2.029619475s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:35.716908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.03296Z","time spent":"1.683770848s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:35.716953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.708757Z","time spent":"1.008153832s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:35.71701Z","caller":"traceutil/trace.go:171","msg":"trace[722888627] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"963.356691ms","start":"2026-03-14T07:19:34.753647Z","end":"2026-03-14T07:19:35.717004Z","steps":["trace[722888627] 'process raft request' (duration: 962.639902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.753621Z","time spent":"963.406392ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:35.717078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33871017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:19:35.717113Z","caller":"traceutil/trace.go:171","msg":"trace[865357690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8206; }","duration":"1.338746221s","start":"2026-03-14T07:19:34.378357Z","end":"2026-03-14T07:19:35.717104Z","steps":["trace[865357690] 'agreement among raft nodes before linearized reading' (duration: 1.338660389s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.378281Z","time spent":"1.338857344s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:19:35.717193Z","caller":"traceutil/trace.go:171","msg":"trace[2066731013] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"838.451686ms","start":"2026-03-14T07:19:34.878734Z","end":"2026-03-14T07:19:35.717186Z","steps":["trace[2066731013] 'process raft request' (duration: 837.597475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306168515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-14T07:19:35.717231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.878726Z","time spent":"838.486507ms","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:35.717232Z","caller":"traceutil/trace.go:171","msg":"trace[590166713] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8206; }","duration":"2.306223447s","start":"2026-03-14T07:19:33.410998Z","end":"2026-03-14T07:19:35.717221Z","steps":["trace[590166713] 'agreement among raft nodes before linearized reading' (duration: 2.306097154s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.410989Z","time spent":"2.306266438s","remote":"127.0.0.1:58124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-14T07:19:35.717352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338913025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:19:35.717377Z","caller":"traceutil/trace.go:171","msg":"trace[1421263610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8206; }","duration":"1.338982387s","start":"2026-03-14T07:19:34.378389Z","end":"2026-03-14T07:19:35.717371Z","steps":["trace[1421263610] 'agreement among raft nodes before linearized reading' (duration: 1.338919015s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.378363Z","time spent":"1.339025528s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:35.717417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563127002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:35.717477Z","caller":"traceutil/trace.go:171","msg":"trace[523760238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8206; }","duration":"1.563173203s","start":"2026-03-14T07:19:34.15427Z","end":"2026-03-14T07:19:35.717443Z","steps":["trace[523760238] 'agreement among raft nodes before linearized reading' (duration: 1.563100741s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306934635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:35.717557Z","caller":"traceutil/trace.go:171","msg":"trace[1067847916] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8206; }","duration":"2.306975256s","start":"2026-03-14T07:19:33.410572Z","end":"2026-03-14T07:19:35.717547Z","steps":["trace[1067847916] 'agreement among raft nodes before linearized reading' (duration: 2.306824963s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.154256Z","time spent":"1.563271855s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:35.71759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.410541Z","time spent":"2.307040418s","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:35.717709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.591492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:35.71774Z","caller":"traceutil/trace.go:171","msg":"trace[1973389644] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8206; }","duration":"842.666164ms","start":"2026-03-14T07:19:34.875067Z","end":"2026-03-14T07:19:35.717733Z","steps":["trace[1973389644] 'agreement among raft nodes before linearized reading' (duration: 842.609463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.875047Z","time spent":"842.706495ms","remote":"127.0.0.1:58512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:35.717865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324682287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-14T07:19:35.717889Z","caller":"traceutil/trace.go:171","msg":"trace[2046490350] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8206; }","duration":"2.324732629s","start":"2026-03-14T07:19:33.393149Z","end":"2026-03-14T07:19:35.717882Z","steps":["trace[2046490350] 'agreement among raft nodes before linearized reading' (duration: 2.324695888s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.717906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.393136Z","time spent":"2.324765219s","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:19:35.717896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30791207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-14T07:19:35.71798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.949754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:19:35.717999Z","caller":"traceutil/trace.go:171","msg":"trace[1807623373] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8206; }","duration":"2.308060194s","start":"2026-03-14T07:19:33.409916Z","end":"2026-03-14T07:19:35.717976Z","steps":["trace[1807623373] 'agreement among raft nodes before linearized reading' (duration: 2.307756967s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.718059Z","caller":"traceutil/trace.go:171","msg":"trace[288449155] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:8206; }","duration":"766.998265ms","start":"2026-03-14T07:19:34.951018Z","end":"2026-03-14T07:19:35.718016Z","steps":["trace[288449155] 'agreement among raft nodes before linearized reading' (duration: 766.845391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.718076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.4099Z","time spent":"2.308155336s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:19:35.718129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.950953Z","time spent":"767.154119ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-14T07:19:35.718206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.115132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:35.718235Z","caller":"traceutil/trace.go:171","msg":"trace[999422746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8206; }","duration":"322.176734ms","start":"2026-03-14T07:19:35.396052Z","end":"2026-03-14T07:19:35.718229Z","steps":["trace[999422746] 'agreement among raft nodes before linearized reading' (duration: 322.130782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.718267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.396029Z","time spent":"322.232895ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:35.717354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33909106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:19:35.718331Z","caller":"traceutil/trace.go:171","msg":"trace[381115599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8206; }","duration":"1.340099115s","start":"2026-03-14T07:19:34.378219Z","end":"2026-03-14T07:19:35.718319Z","steps":["trace[381115599] 'agreement among raft nodes before linearized reading' (duration: 1.339067749s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.718372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.378199Z","time spent":"1.340161297s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:35.717993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.894679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-14T07:19:35.718436Z","caller":"traceutil/trace.go:171","msg":"trace[2049826153] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8206; }","duration":"841.375251ms","start":"2026-03-14T07:19:34.877055Z","end":"2026-03-14T07:19:35.71843Z","steps":["trace[2049826153] 'agreement among raft nodes before linearized reading' (duration: 840.919209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.718459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.877035Z","time spent":"841.419092ms","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:19:35.717717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584826486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:35.718495Z","caller":"traceutil/trace.go:171","msg":"trace[1146447230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8206; }","duration":"1.585629576s","start":"2026-03-14T07:19:34.132853Z","end":"2026-03-14T07:19:35.718483Z","steps":["trace[1146447230] 'agreement among raft nodes before linearized reading' (duration: 1.584804695s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:35.718539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:34.132798Z","time spent":"1.585730268s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:19:35.716696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:33.827917Z","time spent":"1.888763705s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:35.94134Z","caller":"traceutil/trace.go:171","msg":"trace[386464957] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"216.606542ms","start":"2026-03-14T07:19:35.724706Z","end":"2026-03-14T07:19:35.941313Z","steps":["trace[386464957] 'process raft request' (duration: 216.346156ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.941736Z","caller":"traceutil/trace.go:171","msg":"trace[1367637351] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"216.93222ms","start":"2026-03-14T07:19:35.724785Z","end":"2026-03-14T07:19:35.941717Z","steps":["trace[1367637351] 'process raft request' (duration: 216.481608ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.941792Z","caller":"traceutil/trace.go:171","msg":"trace[689458229] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"216.473188ms","start":"2026-03-14T07:19:35.72531Z","end":"2026-03-14T07:19:35.941784Z","steps":["trace[689458229] 'process raft request' (duration: 216.222802ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.941733Z","caller":"traceutil/trace.go:171","msg":"trace[109448574] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"214.56778ms","start":"2026-03-14T07:19:35.727143Z","end":"2026-03-14T07:19:35.94171Z","steps":["trace[109448574] 'process raft request' (duration: 214.493079ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.941855Z","caller":"traceutil/trace.go:171","msg":"trace[2067602486] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"214.028407ms","start":"2026-03-14T07:19:35.727811Z","end":"2026-03-14T07:19:35.94184Z","steps":["trace[2067602486] 'process raft request' (duration: 213.973975ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:35.941934Z","caller":"traceutil/trace.go:171","msg":"trace[1429028466] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"214.723485ms","start":"2026-03-14T07:19:35.727197Z","end":"2026-03-14T07:19:35.941921Z","steps":["trace[1429028466] 'process raft request' (duration: 214.477689ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:36.205543Z","caller":"traceutil/trace.go:171","msg":"trace[781492716] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"401.216229ms","start":"2026-03-14T07:19:35.804299Z","end":"2026-03-14T07:19:36.205515Z","steps":["trace[781492716] 'process raft request' (duration: 400.891761ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:36.20559Z","caller":"traceutil/trace.go:171","msg":"trace[984943295] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8524; }","duration":"401.190488ms","start":"2026-03-14T07:19:35.804375Z","end":"2026-03-14T07:19:36.205565Z","steps":["trace[984943295] 'read index received' (duration: 136.797328ms)","trace[984943295] 'applied index is now lower than readState.Index' (duration: 264.39199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:36.205689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.804266Z","time spent":"401.349802ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:36.205777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.796378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-14T07:19:36.205829Z","caller":"traceutil/trace.go:171","msg":"trace[94931956] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8215; }","duration":"482.921712ms","start":"2026-03-14T07:19:35.722896Z","end":"2026-03-14T07:19:36.205818Z","steps":["trace[94931956] 'agreement among raft nodes before linearized reading' (duration: 482.764618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.205861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.722857Z","time spent":"482.995543ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:19:36.205863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.948192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-14T07:19:36.205944Z","caller":"traceutil/trace.go:171","msg":"trace[2003898059] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8215; }","duration":"483.056205ms","start":"2026-03-14T07:19:35.72287Z","end":"2026-03-14T07:19:36.205926Z","steps":["trace[2003898059] 'agreement among raft nodes before linearized reading' (duration: 482.809929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.205924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.012314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-14T07:19:36.205964Z","caller":"traceutil/trace.go:171","msg":"trace[292794166] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"399.289929ms","start":"2026-03-14T07:19:35.806663Z","end":"2026-03-14T07:19:36.205953Z","steps":["trace[292794166] 'process raft request' (duration: 398.827807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.205954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.302026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:36.205998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.72286Z","time spent":"483.129527ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-14T07:19:36.206008Z","caller":"traceutil/trace.go:171","msg":"trace[1396163267] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"400.761478ms","start":"2026-03-14T07:19:35.805226Z","end":"2026-03-14T07:19:36.205987Z","steps":["trace[1396163267] 'process raft request' (duration: 400.172723ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:36.206022Z","caller":"traceutil/trace.go:171","msg":"trace[19064646] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8215; }","duration":"483.126987ms","start":"2026-03-14T07:19:35.722871Z","end":"2026-03-14T07:19:36.205998Z","steps":["trace[19064646] 'agreement among raft nodes before linearized reading' (duration: 482.85108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.206088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.722858Z","time spent":"483.218909ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-14T07:19:36.206097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.805203Z","time spent":"400.850589ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:36.206033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.806639Z","time spent":"399.364081ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:36.206035Z","caller":"traceutil/trace.go:171","msg":"trace[146177535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8215; }","duration":"482.423819ms","start":"2026-03-14T07:19:35.723592Z","end":"2026-03-14T07:19:36.206016Z","steps":["trace[146177535] 'agreement among raft nodes before linearized reading' (duration: 482.254734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.206139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.941641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228478"} {"level":"warn","ts":"2026-03-14T07:19:36.206182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.723577Z","time spent":"482.594933ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:36.206196Z","caller":"traceutil/trace.go:171","msg":"trace[988129568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8215; }","duration":"481.016063ms","start":"2026-03-14T07:19:35.725165Z","end":"2026-03-14T07:19:36.206181Z","steps":["trace[988129568] 'agreement among raft nodes before linearized reading' (duration: 480.469929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.206239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.725158Z","time spent":"481.069054ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228501,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:19:36.20639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.193856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:36.206633Z","caller":"traceutil/trace.go:171","msg":"trace[1779486118] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8215; }","duration":"306.823482ms","start":"2026-03-14T07:19:35.89962Z","end":"2026-03-14T07:19:36.206444Z","steps":["trace[1779486118] 'agreement among raft nodes before linearized reading' (duration: 306.156856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.206748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:35.899602Z","time spent":"307.086619ms","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-14T07:19:36.375101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.067221ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T07:19:36.375215Z","caller":"traceutil/trace.go:171","msg":"trace[1882733900] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8533; }","duration":"156.781397ms","start":"2026-03-14T07:19:36.218415Z","end":"2026-03-14T07:19:36.375196Z","steps":["trace[1882733900] 'read index received' (duration: 56.726196ms)","trace[1882733900] 'applied index is now lower than readState.Index' (duration: 100.053621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:36.375401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.967092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-14T07:19:36.375456Z","caller":"traceutil/trace.go:171","msg":"trace[1885700418] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8215; }","duration":"157.056595ms","start":"2026-03-14T07:19:36.218387Z","end":"2026-03-14T07:19:36.375444Z","steps":["trace[1885700418] 'agreement among raft nodes before linearized reading' (duration: 156.900191ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:36.394882Z","caller":"traceutil/trace.go:171","msg":"trace[58382910] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"173.469463ms","start":"2026-03-14T07:19:36.221397Z","end":"2026-03-14T07:19:36.394867Z","steps":["trace[58382910] 'process raft request' (duration: 173.36608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.394977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.721559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-14T07:19:36.395001Z","caller":"traceutil/trace.go:171","msg":"trace[1175183394] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8216; }","duration":"173.7589ms","start":"2026-03-14T07:19:36.221236Z","end":"2026-03-14T07:19:36.394995Z","steps":["trace[1175183394] 'agreement among raft nodes before linearized reading' (duration: 173.671088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.395008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.843608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-14T07:19:36.395044Z","caller":"traceutil/trace.go:171","msg":"trace[193982181] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8216; }","duration":"174.89666ms","start":"2026-03-14T07:19:36.220139Z","end":"2026-03-14T07:19:36.395035Z","steps":["trace[193982181] 'agreement among raft nodes before linearized reading' (duration: 174.790447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:36.947345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603224563511657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:37.481888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.370446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T07:19:37.482067Z","caller":"traceutil/trace.go:171","msg":"trace[1081315161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8218; }","duration":"1.085825503s","start":"2026-03-14T07:19:36.396221Z","end":"2026-03-14T07:19:37.482047Z","steps":["trace[1081315161] 'process raft request' (duration: 922.209281ms)","trace[1081315161] 'compare' (duration: 163.271834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:37.482138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.396186Z","time spent":"1.085921466s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-14T07:19:37.483871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036591329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-14T07:19:37.483972Z","caller":"traceutil/trace.go:171","msg":"trace[1753185108] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8221; }","duration":"1.036701951s","start":"2026-03-14T07:19:36.447237Z","end":"2026-03-14T07:19:37.483938Z","steps":["trace[1753185108] 'agreement among raft nodes before linearized reading' (duration: 1.036068905s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:37.484011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.447226Z","time spent":"1.036775294s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wlkph\" "} {"level":"info","ts":"2026-03-14T07:19:37.484275Z","caller":"traceutil/trace.go:171","msg":"trace[987858442] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"1.083932655s","start":"2026-03-14T07:19:36.400086Z","end":"2026-03-14T07:19:37.484019Z","steps":["trace[987858442] 'process raft request' (duration: 1.081894223s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:37.48447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.400061Z","time spent":"1.084291634s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:37.48471Z","caller":"traceutil/trace.go:171","msg":"trace[1459887378] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"1.079214875s","start":"2026-03-14T07:19:36.405251Z","end":"2026-03-14T07:19:37.484466Z","steps":["trace[1459887378] 'process raft request' (duration: 1.077170693s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:37.484801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.405229Z","time spent":"1.079525563s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:19:37.484892Z","caller":"traceutil/trace.go:171","msg":"trace[793933980] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"1.083292139s","start":"2026-03-14T07:19:36.401237Z","end":"2026-03-14T07:19:37.48453Z","steps":["trace[793933980] 'process raft request' (duration: 1.081083392s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:37.485061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.401214Z","time spent":"1.083770951s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:19:37.488954Z","caller":"traceutil/trace.go:171","msg":"trace[1721292182] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8536; }","duration":"1.036041694s","start":"2026-03-14T07:19:36.447257Z","end":"2026-03-14T07:19:37.483298Z","steps":["trace[1721292182] 'read index received' (duration: 871.15868ms)","trace[1721292182] 'applied index is now lower than readState.Index' (duration: 164.769891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:38.154475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.94574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:38.154601Z","caller":"traceutil/trace.go:171","msg":"trace[1327153220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8221; }","duration":"144.081783ms","start":"2026-03-14T07:19:38.010499Z","end":"2026-03-14T07:19:38.154581Z","steps":["trace[1327153220] 'range keys from in-memory index tree' (duration: 143.93054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.15499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.387224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:38.155111Z","caller":"traceutil/trace.go:171","msg":"trace[1785476207] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"941.863552ms","start":"2026-03-14T07:19:37.213225Z","end":"2026-03-14T07:19:38.155089Z","steps":["trace[1785476207] 'process raft request' (duration: 578.297893ms)","trace[1785476207] 'compare' (duration: 362.878272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:38.15518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.21319Z","time spent":"941.958355ms","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:38.656889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.021234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T07:19:38.657277Z","caller":"traceutil/trace.go:171","msg":"trace[181329877] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"1.021260146s","start":"2026-03-14T07:19:37.635984Z","end":"2026-03-14T07:19:38.657244Z","steps":["trace[181329877] 'process raft request' (duration: 1.021168154s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:38.657311Z","caller":"traceutil/trace.go:171","msg":"trace[1283959460] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8223; }","duration":"1.168392268s","start":"2026-03-14T07:19:37.488886Z","end":"2026-03-14T07:19:38.657278Z","steps":["trace[1283959460] 'process raft request' (duration: 766.853321ms)","trace[1283959460] 'compare' (duration: 400.765408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:38.657364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.635948Z","time spent":"1.021373659s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:38.657423Z","caller":"traceutil/trace.go:171","msg":"trace[840881986] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"1.16459049s","start":"2026-03-14T07:19:37.492812Z","end":"2026-03-14T07:19:38.657402Z","steps":["trace[840881986] 'process raft request' (duration: 1.16418295s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:38.657521Z","caller":"traceutil/trace.go:171","msg":"trace[1348831690] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8225; }","duration":"1.161240146s","start":"2026-03-14T07:19:37.496252Z","end":"2026-03-14T07:19:38.657492Z","steps":["trace[1348831690] 'process raft request' (duration: 1.160871016s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.657554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.492793Z","time spent":"1.164720434s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:19:38.657555Z","caller":"traceutil/trace.go:171","msg":"trace[1871201325] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.16184598s","start":"2026-03-14T07:19:37.495669Z","end":"2026-03-14T07:19:38.657515Z","steps":["trace[1871201325] 'process raft request' (duration: 1.161402529s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.657597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.488857Z","time spent":"1.168566732s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-14T07:19:38.657639Z","caller":"traceutil/trace.go:171","msg":"trace[2094992317] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8540; }","duration":"1.168523011s","start":"2026-03-14T07:19:37.489099Z","end":"2026-03-14T07:19:38.657622Z","steps":["trace[2094992317] 'read index received' (duration: 302.519442ms)","trace[2094992317] 'applied index is now lower than readState.Index' (duration: 866.002659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:38.657661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.49624Z","time spent":"1.161344928s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":1846,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:38.657712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.495651Z","time spent":"1.161985104s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:38.65773Z","caller":"traceutil/trace.go:171","msg":"trace[1849895240] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"930.267837ms","start":"2026-03-14T07:19:37.727448Z","end":"2026-03-14T07:19:38.657716Z","steps":["trace[1849895240] 'process raft request' (duration: 930.050612ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:38.657663Z","caller":"traceutil/trace.go:171","msg":"trace[29612838] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"930.574135ms","start":"2026-03-14T07:19:37.727053Z","end":"2026-03-14T07:19:38.657628Z","steps":["trace[29612838] 'process raft request' (duration: 930.149404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.657768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494321628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:38.6578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.727439Z","time spent":"930.32609ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:38.65782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827694028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:38.657857Z","caller":"traceutil/trace.go:171","msg":"trace[1058696788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8228; }","duration":"1.494466852s","start":"2026-03-14T07:19:37.163369Z","end":"2026-03-14T07:19:38.657835Z","steps":["trace[1058696788] 'agreement among raft nodes before linearized reading' (duration: 1.494276907s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.657932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.163347Z","time spent":"1.494573364s","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:38.657937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299035239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:38.657866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19022904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-14T07:19:38.657956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807909753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-z6knc.189ca3434c0dbc71\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T07:19:38.657945Z","caller":"traceutil/trace.go:171","msg":"trace[1662137473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8228; }","duration":"1.827889492s","start":"2026-03-14T07:19:36.830024Z","end":"2026-03-14T07:19:38.657913Z","steps":["trace[1662137473] 'agreement among raft nodes before linearized reading' (duration: 1.827637575s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:38.657983Z","caller":"traceutil/trace.go:171","msg":"trace[997663523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8228; }","duration":"1.299115922s","start":"2026-03-14T07:19:37.358853Z","end":"2026-03-14T07:19:38.657969Z","steps":["trace[997663523] 'agreement among raft nodes before linearized reading' (duration: 1.298995539s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:38.658005Z","caller":"traceutil/trace.go:171","msg":"trace[1403591682] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-z6knc.189ca3434c0dbc71; range_end:; response_count:1; response_revision:8228; }","duration":"1.807981355s","start":"2026-03-14T07:19:36.850011Z","end":"2026-03-14T07:19:38.657992Z","steps":["trace[1403591682] 'agreement among raft nodes before linearized reading' (duration: 1.807831742s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.657757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174598051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:38.658012Z","caller":"traceutil/trace.go:171","msg":"trace[960789768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8228; }","duration":"2.190408464s","start":"2026-03-14T07:19:36.467583Z","end":"2026-03-14T07:19:38.657991Z","steps":["trace[960789768] 'agreement among raft nodes before linearized reading' (duration: 2.190197679s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.658018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.358838Z","time spent":"1.299171013s","remote":"127.0.0.1:58080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:38.658023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.829994Z","time spent":"1.828018016s","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:38.658049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.849997Z","time spent":"1.808045087s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-z6knc.189ca3434c0dbc71\" "} {"level":"warn","ts":"2026-03-14T07:19:38.657977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.72703Z","time spent":"930.805012ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:38.658064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.467556Z","time spent":"2.190493267s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:19:38.658063Z","caller":"traceutil/trace.go:171","msg":"trace[419405372] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8228; }","duration":"2.174939301s","start":"2026-03-14T07:19:36.483106Z","end":"2026-03-14T07:19:38.658045Z","steps":["trace[419405372] 'agreement among raft nodes before linearized reading' (duration: 2.174605851s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.658163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:36.483086Z","time spent":"2.175059764s","remote":"127.0.0.1:49200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:38.998369Z","caller":"traceutil/trace.go:171","msg":"trace[755240588] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"626.212275ms","start":"2026-03-14T07:19:38.372131Z","end":"2026-03-14T07:19:38.998343Z","steps":["trace[755240588] 'process raft request' (duration: 626.069021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:38.99852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.372106Z","time spent":"626.335907ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:39.36619Z","caller":"traceutil/trace.go:171","msg":"trace[485090067] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"873.17422ms","start":"2026-03-14T07:19:38.492996Z","end":"2026-03-14T07:19:39.36617Z","steps":["trace[485090067] 'process raft request' (duration: 872.983355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.366309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.492973Z","time spent":"873.278993ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:39.366495Z","caller":"traceutil/trace.go:171","msg":"trace[195018721] linearizableReadLoop","detail":"{readStateIndex:8550; appliedIndex:8549; }","duration":"708.79951ms","start":"2026-03-14T07:19:38.657688Z","end":"2026-03-14T07:19:39.366488Z","steps":["trace[195018721] 'read index received' (duration: 340.679105ms)","trace[195018721] 'applied index is now lower than readState.Index' (duration: 368.119645ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:39.366552Z","caller":"traceutil/trace.go:171","msg":"trace[1802491733] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"705.404044ms","start":"2026-03-14T07:19:38.661143Z","end":"2026-03-14T07:19:39.366547Z","steps":["trace[1802491733] 'process raft request' (duration: 704.981432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.366591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.661116Z","time spent":"705.452455ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:39.366825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419743777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:39.366855Z","caller":"traceutil/trace.go:171","msg":"trace[327146392] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8233; }","duration":"1.419784447s","start":"2026-03-14T07:19:37.947062Z","end":"2026-03-14T07:19:39.366847Z","steps":["trace[327146392] 'agreement among raft nodes before linearized reading' (duration: 1.419654594s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.366874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.947051Z","time spent":"1.419818878s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:39.366982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.177851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:39.366993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419806058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:39.367059Z","caller":"traceutil/trace.go:171","msg":"trace[677082582] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"704.06138ms","start":"2026-03-14T07:19:38.662991Z","end":"2026-03-14T07:19:39.367053Z","steps":["trace[677082582] 'process raft request' (duration: 703.423823ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.367058Z","caller":"traceutil/trace.go:171","msg":"trace[1489027484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8233; }","duration":"700.295654ms","start":"2026-03-14T07:19:38.666745Z","end":"2026-03-14T07:19:39.367041Z","steps":["trace[1489027484] 'agreement among raft nodes before linearized reading' (duration: 700.178241ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.367078Z","caller":"traceutil/trace.go:171","msg":"trace[360334818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8233; }","duration":"1.419948992s","start":"2026-03-14T07:19:37.947109Z","end":"2026-03-14T07:19:39.367058Z","steps":["trace[360334818] 'agreement among raft nodes before linearized reading' (duration: 1.419605203s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.367105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.662969Z","time spent":"704.113242ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:39.367076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868242331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:4649"} {"level":"warn","ts":"2026-03-14T07:19:39.36713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.947092Z","time spent":"1.420028943s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:19:39.367163Z","caller":"traceutil/trace.go:171","msg":"trace[1521796062] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8233; }","duration":"1.868341274s","start":"2026-03-14T07:19:37.498802Z","end":"2026-03-14T07:19:39.367143Z","steps":["trace[1521796062] 'agreement among raft nodes before linearized reading' (duration: 1.868080337s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.367214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.498773Z","time spent":"1.868432355s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" "} {"level":"warn","ts":"2026-03-14T07:19:39.367282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037249594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T07:19:39.367267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149365964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:19:39.367311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419975062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:19:39.367306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420938816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:19:39.367291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346160661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-14T07:19:39.367323Z","caller":"traceutil/trace.go:171","msg":"trace[877653957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8233; }","duration":"1.037325197s","start":"2026-03-14T07:19:38.329989Z","end":"2026-03-14T07:19:39.367314Z","steps":["trace[877653957] 'agreement among raft nodes before linearized reading' (duration: 1.037148873s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.367357Z","caller":"traceutil/trace.go:171","msg":"trace[946007142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8233; }","duration":"1.149506218s","start":"2026-03-14T07:19:38.217829Z","end":"2026-03-14T07:19:39.367335Z","steps":["trace[946007142] 'agreement among raft nodes before linearized reading' (duration: 1.14922042s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.367383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420794272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:39.367371Z","caller":"traceutil/trace.go:171","msg":"trace[1876749579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8233; }","duration":"1.421010688s","start":"2026-03-14T07:19:37.946344Z","end":"2026-03-14T07:19:39.367355Z","steps":["trace[1876749579] 'agreement among raft nodes before linearized reading' (duration: 1.420838324s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.367399Z","caller":"traceutil/trace.go:171","msg":"trace[569787590] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8233; }","duration":"1.346312035s","start":"2026-03-14T07:19:38.021066Z","end":"2026-03-14T07:19:39.367378Z","steps":["trace[569787590] 'agreement among raft nodes before linearized reading' (duration: 1.34611885s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.36742Z","caller":"traceutil/trace.go:171","msg":"trace[2146078052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8233; }","duration":"1.420858954s","start":"2026-03-14T07:19:37.946552Z","end":"2026-03-14T07:19:39.367411Z","steps":["trace[2146078052] 'agreement among raft nodes before linearized reading' (duration: 1.420774992s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.367433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.21781Z","time spent":"1.14960689s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"warn","ts":"2026-03-14T07:19:39.367453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.946542Z","time spent":"1.420906565s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:39.367468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.021042Z","time spent":"1.346409107s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-14T07:19:39.367392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.329969Z","time spent":"1.03741568s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:19:39.367436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.946268Z","time spent":"1.421156332s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:39.367102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.666729Z","time spent":"700.364485ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:39.36735Z","caller":"traceutil/trace.go:171","msg":"trace[72268700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8233; }","duration":"1.420051144s","start":"2026-03-14T07:19:37.947292Z","end":"2026-03-14T07:19:39.367344Z","steps":["trace[72268700] 'agreement among raft nodes before linearized reading' (duration: 1.419972232s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.367182Z","caller":"traceutil/trace.go:171","msg":"trace[718642458] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"694.442185ms","start":"2026-03-14T07:19:38.672588Z","end":"2026-03-14T07:19:39.36703Z","steps":["trace[718642458] 'process raft request' (duration: 693.861679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.36761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.947274Z","time spent":"1.420321361s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:39.36774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421465739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:19:39.367843Z","caller":"traceutil/trace.go:171","msg":"trace[1694073720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8233; }","duration":"1.421555412s","start":"2026-03-14T07:19:37.946226Z","end":"2026-03-14T07:19:39.367782Z","steps":["trace[1694073720] 'agreement among raft nodes before linearized reading' (duration: 1.4210909s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.367933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:37.946207Z","time spent":"1.421673225s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:39.369225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:38.672538Z","time spent":"695.095261ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2346,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:39.602906Z","caller":"traceutil/trace.go:171","msg":"trace[1442182282] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"229.485151ms","start":"2026-03-14T07:19:39.373387Z","end":"2026-03-14T07:19:39.602872Z","steps":["trace[1442182282] 'process raft request' (duration: 171.928813ms)","trace[1442182282] 'compare' (duration: 57.340902ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:39.617282Z","caller":"traceutil/trace.go:171","msg":"trace[470592301] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"242.736049ms","start":"2026-03-14T07:19:39.374522Z","end":"2026-03-14T07:19:39.617258Z","steps":["trace[470592301] 'process raft request' (duration: 242.568775ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.617738Z","caller":"traceutil/trace.go:171","msg":"trace[377621922] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"243.192281ms","start":"2026-03-14T07:19:39.374516Z","end":"2026-03-14T07:19:39.617708Z","steps":["trace[377621922] 'process raft request' (duration: 242.704598ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.617778Z","caller":"traceutil/trace.go:171","msg":"trace[2052963495] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"242.323808ms","start":"2026-03-14T07:19:39.375423Z","end":"2026-03-14T07:19:39.617747Z","steps":["trace[2052963495] 'process raft request' (duration: 242.142003ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.617931Z","caller":"traceutil/trace.go:171","msg":"trace[1146299301] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"241.555849ms","start":"2026-03-14T07:19:39.376346Z","end":"2026-03-14T07:19:39.617902Z","steps":["trace[1146299301] 'process raft request' (duration: 241.386034ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.617967Z","caller":"traceutil/trace.go:171","msg":"trace[2070552344] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"241.136277ms","start":"2026-03-14T07:19:39.376798Z","end":"2026-03-14T07:19:39.617934Z","steps":["trace[2070552344] 'process raft request' (duration: 241.011104ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.618044Z","caller":"traceutil/trace.go:171","msg":"trace[799106194] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8553; }","duration":"243.357275ms","start":"2026-03-14T07:19:39.374676Z","end":"2026-03-14T07:19:39.618033Z","steps":["trace[799106194] 'read index received' (duration: 170.733853ms)","trace[799106194] 'applied index is now lower than readState.Index' (duration: 72.622212ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:39.617903Z","caller":"traceutil/trace.go:171","msg":"trace[1117819243] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"241.556288ms","start":"2026-03-14T07:19:39.376323Z","end":"2026-03-14T07:19:39.61788Z","steps":["trace[1117819243] 'process raft request' (duration: 241.350813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.618275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.57713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-14T07:19:39.618328Z","caller":"traceutil/trace.go:171","msg":"trace[850673449] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8241; }","duration":"243.654092ms","start":"2026-03-14T07:19:39.374662Z","end":"2026-03-14T07:19:39.618316Z","steps":["trace[850673449] 'agreement among raft nodes before linearized reading' (duration: 243.455537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:39.618409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.660003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wlkph\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-14T07:19:39.618468Z","caller":"traceutil/trace.go:171","msg":"trace[1533871477] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"237.273958ms","start":"2026-03-14T07:19:39.381172Z","end":"2026-03-14T07:19:39.618446Z","steps":["trace[1533871477] 'process raft request' (duration: 236.669323ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:39.618479Z","caller":"traceutil/trace.go:171","msg":"trace[711622601] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wlkph; range_end:; response_count:1; response_revision:8241; }","duration":"243.748525ms","start":"2026-03-14T07:19:39.374713Z","end":"2026-03-14T07:19:39.618462Z","steps":["trace[711622601] 'agreement among raft nodes before linearized reading' (duration: 243.578ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:53.876388Z","caller":"traceutil/trace.go:171","msg":"trace[2038435079] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"342.07119ms","start":"2026-03-14T07:19:53.53429Z","end":"2026-03-14T07:19:53.876362Z","steps":["trace[2038435079] 'process raft request' (duration: 341.849085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.876544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:53.534258Z","time spent":"342.204324ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:53.876591Z","caller":"traceutil/trace.go:171","msg":"trace[155154665] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8682; }","duration":"272.986469ms","start":"2026-03-14T07:19:53.603547Z","end":"2026-03-14T07:19:53.876534Z","steps":["trace[155154665] 'read index received' (duration: 272.970968ms)","trace[155154665] 'applied index is now lower than readState.Index' (duration: 12.391µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:53.876864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.235826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:53.876989Z","caller":"traceutil/trace.go:171","msg":"trace[1155068927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8356; }","duration":"273.509753ms","start":"2026-03-14T07:19:53.603453Z","end":"2026-03-14T07:19:53.876963Z","steps":["trace[1155068927] 'agreement among raft nodes before linearized reading' (duration: 273.268026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.879863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.219345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:53.87994Z","caller":"traceutil/trace.go:171","msg":"trace[2033349123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8357; }","duration":"222.347038ms","start":"2026-03-14T07:19:53.657574Z","end":"2026-03-14T07:19:53.879921Z","steps":["trace[2033349123] 'agreement among raft nodes before linearized reading' (duration: 222.135973ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:53.880003Z","caller":"traceutil/trace.go:171","msg":"trace[842775144] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"209.941422ms","start":"2026-03-14T07:19:53.670025Z","end":"2026-03-14T07:19:53.879967Z","steps":["trace[842775144] 'process raft request' (duration: 209.410539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.880083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.638146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T07:19:53.880122Z","caller":"traceutil/trace.go:171","msg":"trace[853942762] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8357; }","duration":"142.722439ms","start":"2026-03-14T07:19:53.737389Z","end":"2026-03-14T07:19:53.880111Z","steps":["trace[853942762] 'agreement among raft nodes before linearized reading' (duration: 142.644607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.880169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.059627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:53.880203Z","caller":"traceutil/trace.go:171","msg":"trace[871736738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8357; }","duration":"194.123149ms","start":"2026-03-14T07:19:53.686071Z","end":"2026-03-14T07:19:53.880194Z","steps":["trace[871736738] 'agreement among raft nodes before linearized reading' (duration: 194.045667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.88025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.240066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:19:53.880274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.519516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:53.880285Z","caller":"traceutil/trace.go:171","msg":"trace[949124088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"191.323248ms","start":"2026-03-14T07:19:53.688952Z","end":"2026-03-14T07:19:53.880276Z","steps":["trace[949124088] 'agreement among raft nodes before linearized reading' (duration: 191.190614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:53.880307Z","caller":"traceutil/trace.go:171","msg":"trace[83178319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8357; }","duration":"199.555247ms","start":"2026-03-14T07:19:53.680742Z","end":"2026-03-14T07:19:53.880297Z","steps":["trace[83178319] 'agreement among raft nodes before linearized reading' (duration: 199.464025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.880343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.658575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T07:19:53.879885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.761454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:53.880368Z","caller":"traceutil/trace.go:171","msg":"trace[1371084883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8357; }","duration":"191.728208ms","start":"2026-03-14T07:19:53.688633Z","end":"2026-03-14T07:19:53.880361Z","steps":["trace[1371084883] 'agreement among raft nodes before linearized reading' (duration: 191.665686ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:53.88038Z","caller":"traceutil/trace.go:171","msg":"trace[1433309929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"191.279356ms","start":"2026-03-14T07:19:53.689091Z","end":"2026-03-14T07:19:53.88037Z","steps":["trace[1433309929] 'agreement among raft nodes before linearized reading' (duration: 190.666221ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:46.398937Z","caller":"traceutil/trace.go:171","msg":"trace[747833673] linearizableReadLoop","detail":"{readStateIndex:9252; appliedIndex:9251; }","duration":"148.734021ms","start":"2026-03-14T07:20:46.250165Z","end":"2026-03-14T07:20:46.398899Z","steps":["trace[747833673] 'read index received' (duration: 148.360532ms)","trace[747833673] 'applied index is now lower than readState.Index' (duration: 372.289µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:46.399024Z","caller":"traceutil/trace.go:171","msg":"trace[1310692705] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"150.698361ms","start":"2026-03-14T07:20:46.248256Z","end":"2026-03-14T07:20:46.398955Z","steps":["trace[1310692705] 'process raft request' (duration: 150.432774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:46.399262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.066749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:20:46.399314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.839989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:20:46.399345Z","caller":"traceutil/trace.go:171","msg":"trace[356940020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8911; }","duration":"149.179792ms","start":"2026-03-14T07:20:46.250146Z","end":"2026-03-14T07:20:46.399326Z","steps":["trace[356940020] 'agreement among raft nodes before linearized reading' (duration: 148.900145ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:46.399366Z","caller":"traceutil/trace.go:171","msg":"trace[2036228676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8911; }","duration":"147.953681ms","start":"2026-03-14T07:20:46.251396Z","end":"2026-03-14T07:20:46.39935Z","steps":["trace[2036228676] 'agreement among raft nodes before linearized reading' (duration: 147.825978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:46.39961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.86414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:20:46.399636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.725061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:20:46.399683Z","caller":"traceutil/trace.go:171","msg":"trace[621274142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8911; }","duration":"147.982772ms","start":"2026-03-14T07:20:46.251684Z","end":"2026-03-14T07:20:46.399667Z","steps":["trace[621274142] 'agreement among raft nodes before linearized reading' (duration: 147.599433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:46.399636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.907141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:20:46.399899Z","caller":"traceutil/trace.go:171","msg":"trace[350337116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8911; }","duration":"148.209789ms","start":"2026-03-14T07:20:46.251671Z","end":"2026-03-14T07:20:46.399881Z","steps":["trace[350337116] 'agreement among raft nodes before linearized reading' (duration: 147.728767ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:46.399742Z","caller":"traceutil/trace.go:171","msg":"trace[1750384710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8911; }","duration":"144.867625ms","start":"2026-03-14T07:20:46.254851Z","end":"2026-03-14T07:20:46.399719Z","steps":["trace[1750384710] 'agreement among raft nodes before linearized reading' (duration: 144.486685ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:47.163085Z","caller":"traceutil/trace.go:171","msg":"trace[1517310081] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"759.613957ms","start":"2026-03-14T07:20:46.403435Z","end":"2026-03-14T07:20:47.163049Z","steps":["trace[1517310081] 'process raft request' (duration: 755.713938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.163203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.403407Z","time spent":"759.73441ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:47.164109Z","caller":"traceutil/trace.go:171","msg":"trace[348654551] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"759.627566ms","start":"2026-03-14T07:20:46.404456Z","end":"2026-03-14T07:20:47.164083Z","steps":["trace[348654551] 'process raft request' (duration: 759.481403ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:47.164092Z","caller":"traceutil/trace.go:171","msg":"trace[1860928912] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"760.55087ms","start":"2026-03-14T07:20:46.403504Z","end":"2026-03-14T07:20:47.164055Z","steps":["trace[1860928912] 'process raft request' (duration: 760.118039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.16419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.404433Z","time spent":"759.719768ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:47.164249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.403465Z","time spent":"760.703494ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:47.164742Z","caller":"traceutil/trace.go:171","msg":"trace[377235303] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"760.225981ms","start":"2026-03-14T07:20:46.404499Z","end":"2026-03-14T07:20:47.164725Z","steps":["trace[377235303] 'process raft request' (duration: 759.527664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.164817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.404472Z","time spent":"760.310963ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:47.164841Z","caller":"traceutil/trace.go:171","msg":"trace[1475685338] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"759.090073ms","start":"2026-03-14T07:20:46.405729Z","end":"2026-03-14T07:20:47.164819Z","steps":["trace[1475685338] 'process raft request' (duration: 758.919519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.164921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.405709Z","time spent":"759.175655ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:47.164976Z","caller":"traceutil/trace.go:171","msg":"trace[1882647477] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"728.193924ms","start":"2026-03-14T07:20:46.436753Z","end":"2026-03-14T07:20:47.164947Z","steps":["trace[1882647477] 'process raft request' (duration: 727.933517ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:47.165205Z","caller":"traceutil/trace.go:171","msg":"trace[1192463263] linearizableReadLoop","detail":"{readStateIndex:9259; appliedIndex:9252; }","duration":"335.431308ms","start":"2026-03-14T07:20:46.829761Z","end":"2026-03-14T07:20:47.165192Z","steps":["trace[1192463263] 'read index received' (duration: 329.445177ms)","trace[1192463263] 'applied index is now lower than readState.Index' (duration: 5.985421ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:47.165224Z","caller":"traceutil/trace.go:171","msg":"trace[470437038] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"537.781892ms","start":"2026-03-14T07:20:46.627417Z","end":"2026-03-14T07:20:47.165199Z","steps":["trace[470437038] 'process raft request' (duration: 537.370192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.165216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.436728Z","time spent":"728.378989ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:47.165331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.627377Z","time spent":"537.898105ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:47.165433Z","caller":"traceutil/trace.go:171","msg":"trace[1210349952] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"202.187219ms","start":"2026-03-14T07:20:46.963233Z","end":"2026-03-14T07:20:47.16542Z","steps":["trace[1210349952] 'process raft request' (duration: 201.884431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.165563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.798028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:47.16561Z","caller":"traceutil/trace.go:171","msg":"trace[518779672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8920; }","duration":"335.886421ms","start":"2026-03-14T07:20:46.829711Z","end":"2026-03-14T07:20:47.165597Z","steps":["trace[518779672] 'agreement among raft nodes before linearized reading' (duration: 335.816769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:47.165644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:46.829687Z","time spent":"335.944952ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:20:59.400372Z","caller":"traceutil/trace.go:171","msg":"trace[796295093] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"194.496284ms","start":"2026-03-14T07:20:59.205847Z","end":"2026-03-14T07:20:59.400343Z","steps":["trace[796295093] 'process raft request' (duration: 194.290499ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:59.666367Z","caller":"traceutil/trace.go:171","msg":"trace[1674060577] linearizableReadLoop","detail":"{readStateIndex:9319; appliedIndex:9317; }","duration":"451.71176ms","start":"2026-03-14T07:20:59.21462Z","end":"2026-03-14T07:20:59.666331Z","steps":["trace[1674060577] 'read index received' (duration: 185.532908ms)","trace[1674060577] 'applied index is now lower than readState.Index' (duration: 266.177382ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:59.666531Z","caller":"traceutil/trace.go:171","msg":"trace[1205879743] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"456.997544ms","start":"2026-03-14T07:20:59.209517Z","end":"2026-03-14T07:20:59.666515Z","steps":["trace[1205879743] 'process raft request' (duration: 381.649284ms)","trace[1205879743] 'compare' (duration: 75.033502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:59.666639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.209493Z","time spent":"457.073915ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:59.666943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.664062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:20:59.666995Z","caller":"traceutil/trace.go:171","msg":"trace[482205698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8976; }","duration":"442.728895ms","start":"2026-03-14T07:20:59.224255Z","end":"2026-03-14T07:20:59.666984Z","steps":["trace[482205698] 'agreement among raft nodes before linearized reading' (duration: 442.571811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:59.667001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.919148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:20:59.666957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.13912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:20:59.667069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.94888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:20:59.6672Z","caller":"traceutil/trace.go:171","msg":"trace[1604388830] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8976; }","duration":"168.390687ms","start":"2026-03-14T07:20:59.498754Z","end":"2026-03-14T07:20:59.667145Z","steps":["trace[1604388830] 'agreement among raft nodes before linearized reading' (duration: 168.097519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:59.667192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.579483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:20:59.667195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.534726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:20:59.66733Z","caller":"traceutil/trace.go:171","msg":"trace[1560663129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8976; }","duration":"447.913295ms","start":"2026-03-14T07:20:59.219398Z","end":"2026-03-14T07:20:59.667311Z","steps":["trace[1560663129] 'agreement among raft nodes before linearized reading' (duration: 447.432273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:59.667401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.219387Z","time spent":"448.001608ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:20:59.667205Z","caller":"traceutil/trace.go:171","msg":"trace[1650753175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8976; }","duration":"447.099704ms","start":"2026-03-14T07:20:59.220069Z","end":"2026-03-14T07:20:59.667169Z","steps":["trace[1650753175] 'agreement among raft nodes before linearized reading' (duration: 446.798347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:59.667532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.22006Z","time spent":"447.454343ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:20:59.667261Z","caller":"traceutil/trace.go:171","msg":"trace[265362065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8976; }","duration":"452.686494ms","start":"2026-03-14T07:20:59.214565Z","end":"2026-03-14T07:20:59.667252Z","steps":["trace[265362065] 'agreement among raft nodes before linearized reading' (duration: 452.180382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:59.66773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.214544Z","time spent":"453.171567ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:20:59.667026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.224249Z","time spent":"442.770096ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:20:59.667104Z","caller":"traceutil/trace.go:171","msg":"trace[1105123780] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8976; }","duration":"437.030731ms","start":"2026-03-14T07:20:59.230045Z","end":"2026-03-14T07:20:59.667076Z","steps":["trace[1105123780] 'agreement among raft nodes before linearized reading' (duration: 436.779965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:59.66798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.230031Z","time spent":"437.913762ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:21:00.394551Z","caller":"traceutil/trace.go:171","msg":"trace[1588899913] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"722.54322ms","start":"2026-03-14T07:20:59.671985Z","end":"2026-03-14T07:21:00.394528Z","steps":["trace[1588899913] 'process raft request' (duration: 722.400736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:00.394769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.671963Z","time spent":"722.660483ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:00.67132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.050617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:21:00.67174Z","caller":"traceutil/trace.go:171","msg":"trace[329140452] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"999.666658ms","start":"2026-03-14T07:20:59.67204Z","end":"2026-03-14T07:21:00.671707Z","steps":["trace[329140452] 'process raft request' (duration: 793.12261ms)","trace[329140452] 'compare' (duration: 205.858601ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:21:00.671794Z","caller":"traceutil/trace.go:171","msg":"trace[1785965491] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"998.404486ms","start":"2026-03-14T07:20:59.673373Z","end":"2026-03-14T07:21:00.671777Z","steps":["trace[1785965491] 'process raft request' (duration: 998.308624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:21:00.671795Z","caller":"traceutil/trace.go:171","msg":"trace[277784123] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"999.214226ms","start":"2026-03-14T07:20:59.672545Z","end":"2026-03-14T07:21:00.67176Z","steps":["trace[277784123] 'process raft request' (duration: 998.997331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:00.671885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.673364Z","time spent":"998.469938ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:00.672004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.672536Z","time spent":"999.3637ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:00.672095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.672012Z","time spent":"999.797651ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:00.672152Z","caller":"traceutil/trace.go:171","msg":"trace[939295526] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"998.704834ms","start":"2026-03-14T07:20:59.673408Z","end":"2026-03-14T07:21:00.672113Z","steps":["trace[939295526] 'process raft request' (duration: 998.320445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:00.672302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.673391Z","time spent":"998.836857ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:00.851772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.740703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:21:00.85204Z","caller":"traceutil/trace.go:171","msg":"trace[907371447] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9320; }","duration":"946.536287ms","start":"2026-03-14T07:20:59.905488Z","end":"2026-03-14T07:21:00.852024Z","steps":["trace[907371447] 'read index received' (duration: 489.088152ms)","trace[907371447] 'applied index is now lower than readState.Index' (duration: 457.447175ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:21:00.85242Z","caller":"traceutil/trace.go:171","msg":"trace[2021121640] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"322.378859ms","start":"2026-03-14T07:21:00.530007Z","end":"2026-03-14T07:21:00.852386Z","steps":["trace[2021121640] 'process raft request' (duration: 321.897867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:00.852587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:00.52998Z","time spent":"322.525233ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:00.915147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.662932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:21:00.915243Z","caller":"traceutil/trace.go:171","msg":"trace[1061426563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8982; }","duration":"440.809567ms","start":"2026-03-14T07:21:00.47441Z","end":"2026-03-14T07:21:00.915219Z","steps":["trace[1061426563] 'agreement among raft nodes before linearized reading' (duration: 378.270669ms)","trace[1061426563] 'range keys from in-memory index tree' (duration: 62.347873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:21:00.915298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:00.474389Z","time spent":"440.895109ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:21:00.915306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.939861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-14T07:21:00.915307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.029931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:21:00.915379Z","caller":"traceutil/trace.go:171","msg":"trace[925950875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8982; }","duration":"129.051875ms","start":"2026-03-14T07:21:00.78631Z","end":"2026-03-14T07:21:00.915361Z","steps":["trace[925950875] 'agreement among raft nodes before linearized reading' (duration: 66.326022ms)","trace[925950875] 'range keys from in-memory index tree' (duration: 62.539528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:21:00.915306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009857584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lwfs7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:21:00.915484Z","caller":"traceutil/trace.go:171","msg":"trace[944331995] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8982; }","duration":"999.181075ms","start":"2026-03-14T07:20:59.916202Z","end":"2026-03-14T07:21:00.915383Z","steps":["trace[944331995] 'agreement among raft nodes before linearized reading' (duration: 936.136655ms)","trace[944331995] 'range keys from in-memory index tree' (duration: 62.795895ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:21:00.915511Z","caller":"traceutil/trace.go:171","msg":"trace[791258045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lwfs7; range_end:; response_count:1; response_revision:8982; }","duration":"1.010116051s","start":"2026-03-14T07:20:59.905373Z","end":"2026-03-14T07:21:00.915489Z","steps":["trace[791258045] 'agreement among raft nodes before linearized reading' (duration: 946.730982ms)","trace[791258045] 'range keys from in-memory index tree' (duration: 63.03292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:21:00.915535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.916135Z","time spent":"999.387361ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:21:00.915572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:59.905351Z","time spent":"1.010205993s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-lwfs7\" "} {"level":"info","ts":"2026-03-14T07:21:01.446146Z","caller":"traceutil/trace.go:171","msg":"trace[1215259651] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"525.980014ms","start":"2026-03-14T07:21:00.920142Z","end":"2026-03-14T07:21:01.446122Z","steps":["trace[1215259651] 'process raft request' (duration: 525.842351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:01.446277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:00.920129Z","time spent":"526.084577ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:01.467924Z","caller":"traceutil/trace.go:171","msg":"trace[1157980455] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"547.701021ms","start":"2026-03-14T07:21:00.920197Z","end":"2026-03-14T07:21:01.467898Z","steps":["trace[1157980455] 'process raft request' (duration: 547.488196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:01.4681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:00.920161Z","time spent":"547.839685ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:01.468115Z","caller":"traceutil/trace.go:171","msg":"trace[1717520602] linearizableReadLoop","detail":"{readStateIndex:9328; appliedIndex:9326; }","duration":"207.323958ms","start":"2026-03-14T07:21:01.260752Z","end":"2026-03-14T07:21:01.468076Z","steps":["trace[1717520602] 'read index received' (duration: 185.228861ms)","trace[1717520602] 'applied index is now lower than readState.Index' (duration: 22.092347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:21:01.468502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.742779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T07:21:01.468533Z","caller":"traceutil/trace.go:171","msg":"trace[994235667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8985; }","duration":"207.861741ms","start":"2026-03-14T07:21:01.260662Z","end":"2026-03-14T07:21:01.468524Z","steps":["trace[994235667] 'agreement among raft nodes before linearized reading' (duration: 207.574634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:01.692714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.557105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:21:01.692768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.72421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:21:01.692894Z","caller":"traceutil/trace.go:171","msg":"trace[1073754189] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8985; }","duration":"167.791121ms","start":"2026-03-14T07:21:01.525062Z","end":"2026-03-14T07:21:01.692853Z","steps":["trace[1073754189] 'range keys from in-memory index tree' (duration: 167.457203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:21:01.692915Z","caller":"traceutil/trace.go:171","msg":"trace[1049695019] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8985; }","duration":"173.864414ms","start":"2026-03-14T07:21:01.518983Z","end":"2026-03-14T07:21:01.692847Z","steps":["trace[1049695019] 'count revisions from in-memory index tree' (duration: 173.631039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:22:32.8047Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7403} {"level":"info","ts":"2026-03-14T07:22:32.866986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7403,"took":"60.264843ms","hash":1329763974,"current-db-size-bytes":39772160,"current-db-size":"40 MB","current-db-size-in-use-bytes":24281088,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-14T07:22:32.867059Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1329763974,"revision":7403,"compact-revision":5378} {"level":"info","ts":"2026-03-14T07:22:41.826235Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T07:22:41.832606Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T07:22:41.832735Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T07:22:52.524764Z","caller":"traceutil/trace.go:171","msg":"trace[366835052] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"225.206247ms","start":"2026-03-14T07:22:52.299524Z","end":"2026-03-14T07:22:52.52473Z","steps":["trace[366835052] 'process raft request' (duration: 219.675387ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:27:32.812735Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9580} {"level":"info","ts":"2026-03-14T07:27:32.902006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9580,"took":"86.882789ms","hash":2270136840,"current-db-size-bytes":39772160,"current-db-size":"40 MB","current-db-size-in-use-bytes":18194432,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T07:27:32.902081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2270136840,"revision":9580,"compact-revision":7403}