{"level":"warn","ts":"2026-03-19T21:51:57.41961Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T21:51:57.419741Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T21:51:57.419832Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T21:51:57.41985Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-19T21:51:57.419875Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T21:51:57.42079Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-19T21:51:57.42091Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T21:51:57.425544Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.364464ms"} {"level":"info","ts":"2026-03-19T21:51:57.433162Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-19T21:51:57.433239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T21:51:57.433262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-19T21:51:57.43328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T21:51:57.433289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-19T21:51:57.433331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-19T21:51:57.440005Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T21:51:57.441867Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T21:51:57.443141Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T21:51:57.446094Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T21:51:57.449986Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T21:51:57.451938Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T21:51:57.452401Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T21:51:57.452442Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T21:51:57.452591Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T21:51:57.453124Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-19T21:51:57.453179Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-19T21:51:57.453259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-19T21:51:57.453508Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-19T21:51:57.453716Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T21:51:57.453793Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T21:51:57.534152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T21:51:57.534249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T21:51:57.534283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-19T21:51:57.534304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-19T21:51:57.534315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-19T21:51:57.534332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-19T21:51:57.534348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-19T21:51:57.53562Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:57.53672Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T21:51:57.536715Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T21:51:57.53683Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T21:51:57.537068Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T21:51:57.537127Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T21:51:57.540388Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T21:51:57.540757Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:57.54087Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:57.540906Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T21:51:57.541045Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-19T21:52:01.47023Z","caller":"traceutil/trace.go:171","msg":"trace[1015171208] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"132.772677ms","start":"2026-03-19T21:52:01.337423Z","end":"2026-03-19T21:52:01.470196Z","steps":["trace[1015171208] 'process raft request' (duration: 132.600724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:13.275093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:13.672973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621258582s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:52:13.673343Z","caller":"traceutil/trace.go:171","msg":"trace[1788790372] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"899.179284ms","start":"2026-03-19T21:52:12.774139Z","end":"2026-03-19T21:52:13.673318Z","steps":["trace[1788790372] 'read index received' (duration: 899.00413ms)","trace[1788790372] 'applied index is now lower than readState.Index' (duration: 174.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:13.673459Z","caller":"traceutil/trace.go:171","msg":"trace[2065481901] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"1.621815873s","start":"2026-03-19T21:52:12.051632Z","end":"2026-03-19T21:52:13.673448Z","steps":["trace[2065481901] 'process raft request' (duration: 1.621547077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:13.673783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.611433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:13.673893Z","caller":"traceutil/trace.go:171","msg":"trace[1170290565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"899.773147ms","start":"2026-03-19T21:52:12.774093Z","end":"2026-03-19T21:52:13.673866Z","steps":["trace[1170290565] 'agreement among raft nodes before linearized reading' (duration: 899.606023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:13.673941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:12.774071Z","time spent":"899.861348ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:52:13.67405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:12.051619Z","time spent":"1.621877965s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:13.748132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.949807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:52:13.748208Z","caller":"traceutil/trace.go:171","msg":"trace[2079867059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:406; }","duration":"142.06796ms","start":"2026-03-19T21:52:13.606118Z","end":"2026-03-19T21:52:13.748186Z","steps":["trace[2079867059] 'agreement among raft nodes before linearized reading' (duration: 141.895066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:13.748312Z","caller":"traceutil/trace.go:171","msg":"trace[558028675] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"415.831852ms","start":"2026-03-19T21:52:13.332458Z","end":"2026-03-19T21:52:13.74829Z","steps":["trace[558028675] 'process raft request' (duration: 409.635788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:13.748351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.386218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:52:13.748332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.778653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:52:13.748386Z","caller":"traceutil/trace.go:171","msg":"trace[529568628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"131.44505ms","start":"2026-03-19T21:52:13.616929Z","end":"2026-03-19T21:52:13.748374Z","steps":["trace[529568628] 'agreement among raft nodes before linearized reading' (duration: 131.390848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:13.748414Z","caller":"traceutil/trace.go:171","msg":"trace[889979226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"235.940836ms","start":"2026-03-19T21:52:13.512452Z","end":"2026-03-19T21:52:13.748392Z","steps":["trace[889979226] 'agreement among raft nodes before linearized reading' (duration: 235.792263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:13.748418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:13.332433Z","time spent":"415.920724ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:14.6409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:14.707931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.285108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:52:14.708269Z","caller":"traceutil/trace.go:171","msg":"trace[1096842515] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"955.0184ms","start":"2026-03-19T21:52:13.753233Z","end":"2026-03-19T21:52:14.708252Z","steps":["trace[1096842515] 'process raft request' (duration: 954.939568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:14.708263Z","caller":"traceutil/trace.go:171","msg":"trace[494015547] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"955.553342ms","start":"2026-03-19T21:52:13.752644Z","end":"2026-03-19T21:52:14.708197Z","steps":["trace[494015547] 'process raft request' (duration: 322.727361ms)","trace[494015547] 'compare' (duration: 631.300327ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:14.708313Z","caller":"traceutil/trace.go:171","msg":"trace[1494353962] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"955.336336ms","start":"2026-03-19T21:52:13.752945Z","end":"2026-03-19T21:52:14.708281Z","steps":["trace[1494353962] 'process raft request' (duration: 955.111612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:14.708342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:13.753218Z","time spent":"955.089661ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:14.708337Z","caller":"traceutil/trace.go:171","msg":"trace[1259862866] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"955.158713ms","start":"2026-03-19T21:52:13.753119Z","end":"2026-03-19T21:52:14.708278Z","steps":["trace[1259862866] 'process raft request' (duration: 955.01923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:14.70844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:13.752933Z","time spent":"955.430348ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:14.70844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:13.752621Z","time spent":"955.721825ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:14.708476Z","caller":"traceutil/trace.go:171","msg":"trace[229242770] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:424; }","duration":"568.520411ms","start":"2026-03-19T21:52:14.1399Z","end":"2026-03-19T21:52:14.708421Z","steps":["trace[229242770] 'read index received' (duration: 535.057708ms)","trace[229242770] 'applied index is now lower than readState.Index' (duration: 33.461123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:14.708528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:13.753094Z","time spent":"955.331116ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:14.708659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.739826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-19T21:52:14.70869Z","caller":"traceutil/trace.go:171","msg":"trace[1844167441] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"953.034397ms","start":"2026-03-19T21:52:13.755643Z","end":"2026-03-19T21:52:14.708677Z","steps":["trace[1844167441] 'process raft request' (duration: 952.560597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:14.7087Z","caller":"traceutil/trace.go:171","msg":"trace[801260122] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:411; }","duration":"568.839228ms","start":"2026-03-19T21:52:14.139847Z","end":"2026-03-19T21:52:14.708686Z","steps":["trace[801260122] 'agreement among raft nodes before linearized reading' (duration: 568.724326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:14.708739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:14.139822Z","time spent":"568.908919ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T21:52:14.708749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:13.755636Z","time spent":"953.082548ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:14.948463Z","caller":"traceutil/trace.go:171","msg":"trace[1041885720] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"175.880459ms","start":"2026-03-19T21:52:14.772552Z","end":"2026-03-19T21:52:14.948432Z","steps":["trace[1041885720] 'read index received' (duration: 174.844417ms)","trace[1041885720] 'applied index is now lower than readState.Index' (duration: 1.034812ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:14.948506Z","caller":"traceutil/trace.go:171","msg":"trace[1086566845] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"212.730156ms","start":"2026-03-19T21:52:14.735739Z","end":"2026-03-19T21:52:14.948469Z","steps":["trace[1086566845] 'process raft request' (duration: 211.624922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:14.948629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.013387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-03-19T21:52:14.948617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.033672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:14.948726Z","caller":"traceutil/trace.go:171","msg":"trace[1055682287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"176.164626ms","start":"2026-03-19T21:52:14.772529Z","end":"2026-03-19T21:52:14.948693Z","steps":["trace[1055682287] 'agreement among raft nodes before linearized reading' (duration: 176.006922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:14.948661Z","caller":"traceutil/trace.go:171","msg":"trace[1180131758] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:412; }","duration":"142.103509ms","start":"2026-03-19T21:52:14.806549Z","end":"2026-03-19T21:52:14.948653Z","steps":["trace[1180131758] 'agreement among raft nodes before linearized reading' (duration: 142.022308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:26.959818Z","caller":"traceutil/trace.go:171","msg":"trace[2053030416] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"168.062026ms","start":"2026-03-19T21:52:26.791723Z","end":"2026-03-19T21:52:26.959785Z","steps":["trace[2053030416] 'read index received' (duration: 167.77969ms)","trace[2053030416] 'applied index is now lower than readState.Index' (duration: 280.616µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:26.959874Z","caller":"traceutil/trace.go:171","msg":"trace[1152840985] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"168.202869ms","start":"2026-03-19T21:52:26.791636Z","end":"2026-03-19T21:52:26.959839Z","steps":["trace[1152840985] 'process raft request' (duration: 167.842041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:26.960143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.365083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:52:26.960275Z","caller":"traceutil/trace.go:171","msg":"trace[522887610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"168.582898ms","start":"2026-03-19T21:52:26.791658Z","end":"2026-03-19T21:52:26.960241Z","steps":["trace[522887610] 'agreement among raft nodes before linearized reading' (duration: 168.307482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:29.256367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:28.35159Z","time spent":"904.75559ms","remote":"127.0.0.1:54622","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T21:52:29.256804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841495561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:52:29.256987Z","caller":"traceutil/trace.go:171","msg":"trace[8763495] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"2.297038257s","start":"2026-03-19T21:52:26.95993Z","end":"2026-03-19T21:52:29.256968Z","steps":["trace[8763495] 'read index received' (duration: 455.27806ms)","trace[8763495] 'applied index is now lower than readState.Index' (duration: 1.841758947s)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:29.257067Z","caller":"traceutil/trace.go:171","msg":"trace[1245354770] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"2.462103107s","start":"2026-03-19T21:52:26.79495Z","end":"2026-03-19T21:52:29.257054Z","steps":["trace[1245354770] 'process raft request' (duration: 620.244718ms)","trace[1245354770] 'compare' (duration: 1.84100301s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:29.257312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:26.794911Z","time spent":"2.462180588s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:29.257519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459073999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:52:29.257677Z","caller":"traceutil/trace.go:171","msg":"trace[246180072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:468; }","duration":"2.459138031s","start":"2026-03-19T21:52:26.798414Z","end":"2026-03-19T21:52:29.257552Z","steps":["trace[246180072] 'agreement among raft nodes before linearized reading' (duration: 2.459038189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:29.257727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:26.798408Z","time spent":"2.459309545s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:52:29.757463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:29.895658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.480510598s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:52:29.979152Z","caller":"traceutil/trace.go:171","msg":"trace[178282114] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"716.526824ms","start":"2026-03-19T21:52:29.262576Z","end":"2026-03-19T21:52:29.979103Z","steps":["trace[178282114] 'process raft request' (duration: 716.30737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:29.979497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20528594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:29.979254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014472386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:52:29.979535Z","caller":"traceutil/trace.go:171","msg":"trace[562664429] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"3.014563574s","start":"2026-03-19T21:52:26.964736Z","end":"2026-03-19T21:52:29.9793Z","steps":["trace[562664429] 'process raft request' (duration: 2.931273427s)","trace[562664429] 'compare' (duration: 82.457398ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:29.97913Z","caller":"traceutil/trace.go:171","msg":"trace[1225802530] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:491; }","duration":"722.057268ms","start":"2026-03-19T21:52:29.257014Z","end":"2026-03-19T21:52:29.979071Z","steps":["trace[1225802530] 'read index received' (duration: 639.041727ms)","trace[1225802530] 'applied index is now lower than readState.Index' (duration: 83.014111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:29.979588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:29.26255Z","time spent":"716.710968ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:29.9796Z","caller":"traceutil/trace.go:171","msg":"trace[1597389750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"1.205656228s","start":"2026-03-19T21:52:28.773929Z","end":"2026-03-19T21:52:29.979586Z","steps":["trace[1597389750] 'agreement among raft nodes before linearized reading' (duration: 1.20530278s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:29.979681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:28.773901Z","time spent":"1.2057705s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:52:29.979628Z","caller":"traceutil/trace.go:171","msg":"trace[1845660778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"1.014907025s","start":"2026-03-19T21:52:28.9647Z","end":"2026-03-19T21:52:29.979607Z","steps":["trace[1845660778] 'agreement among raft nodes before linearized reading' (duration: 1.014418245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:29.979714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:26.96471Z","time spent":"3.014924531s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:29.979788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:28.964668Z","time spent":"1.015072309s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:52:34.501677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:52:34.8341Z","caller":"traceutil/trace.go:171","msg":"trace[1885221208] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"833.853739ms","start":"2026-03-19T21:52:34.000215Z","end":"2026-03-19T21:52:34.834069Z","steps":["trace[1885221208] 'process raft request' (duration: 833.640294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:34.834314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:34.000197Z","time spent":"833.999493ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:34.847157Z","caller":"traceutil/trace.go:171","msg":"trace[836842217] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"844.957866ms","start":"2026-03-19T21:52:34.002164Z","end":"2026-03-19T21:52:34.847122Z","steps":["trace[836842217] 'process raft request' (duration: 844.712421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:34.847385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:34.00215Z","time spent":"845.11664ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:34.847389Z","caller":"traceutil/trace.go:171","msg":"trace[474383331] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:536; }","duration":"846.213264ms","start":"2026-03-19T21:52:34.001118Z","end":"2026-03-19T21:52:34.847331Z","steps":["trace[474383331] 'read index received' (duration: 832.824705ms)","trace[474383331] 'applied index is now lower than readState.Index' (duration: 13.384329ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:34.847466Z","caller":"traceutil/trace.go:171","msg":"trace[323196963] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"580.378068ms","start":"2026-03-19T21:52:34.267041Z","end":"2026-03-19T21:52:34.847419Z","steps":["trace[323196963] 'process raft request' (duration: 580.00612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:34.847625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:34.267009Z","time spent":"580.536322ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:34.847691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.515261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:52:34.847798Z","caller":"traceutil/trace.go:171","msg":"trace[1589224645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"846.675804ms","start":"2026-03-19T21:52:34.001093Z","end":"2026-03-19T21:52:34.847769Z","steps":["trace[1589224645] 'agreement among raft nodes before linearized reading' (duration: 846.387718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:34.847846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:34.001083Z","time spent":"846.754506ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:52:41.590264Z","caller":"traceutil/trace.go:171","msg":"trace[2078941711] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"220.270861ms","start":"2026-03-19T21:52:41.369967Z","end":"2026-03-19T21:52:41.590238Z","steps":["trace[2078941711] 'process raft request' (duration: 220.056696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:42.002016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.096118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:42.002155Z","caller":"traceutil/trace.go:171","msg":"trace[518271406] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:557; }","duration":"107.332074ms","start":"2026-03-19T21:52:41.894788Z","end":"2026-03-19T21:52:42.00212Z","steps":["trace[518271406] 'range keys from in-memory index tree' (duration: 106.935475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:43.273897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:43.360631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221756606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:52:43.361058Z","caller":"traceutil/trace.go:171","msg":"trace[1005936480] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:583; }","duration":"587.62617ms","start":"2026-03-19T21:52:42.773408Z","end":"2026-03-19T21:52:43.361034Z","steps":["trace[1005936480] 'read index received' (duration: 587.380874ms)","trace[1005936480] 'applied index is now lower than readState.Index' (duration: 244.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:43.361125Z","caller":"traceutil/trace.go:171","msg":"trace[1707074343] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.22236473s","start":"2026-03-19T21:52:42.138739Z","end":"2026-03-19T21:52:43.361104Z","steps":["trace[1707074343] 'process raft request' (duration: 1.222149015s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:43.361202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.768164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:43.361273Z","caller":"traceutil/trace.go:171","msg":"trace[36066087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"587.892415ms","start":"2026-03-19T21:52:42.773363Z","end":"2026-03-19T21:52:43.361255Z","steps":["trace[36066087] 'agreement among raft nodes before linearized reading' (duration: 587.753502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:43.361294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:42.138722Z","time spent":"1.222494554s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:43.361346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:42.773339Z","time spent":"587.989948ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:52:43.36143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.817872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:52:43.361504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.417187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:52:43.361545Z","caller":"traceutil/trace.go:171","msg":"trace[325885510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:558; }","duration":"457.476489ms","start":"2026-03-19T21:52:42.904055Z","end":"2026-03-19T21:52:43.361531Z","steps":["trace[325885510] 'agreement among raft nodes before linearized reading' (duration: 457.373866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:43.361577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:42.904044Z","time spent":"457.526599ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T21:52:43.361506Z","caller":"traceutil/trace.go:171","msg":"trace[1946928022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"490.921474ms","start":"2026-03-19T21:52:42.870569Z","end":"2026-03-19T21:52:43.36149Z","steps":["trace[1946928022] 'agreement among raft nodes before linearized reading' (duration: 490.685188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:43.36161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.753469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:52:43.361774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:42.870555Z","time spent":"491.17387ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T21:52:43.361779Z","caller":"traceutil/trace.go:171","msg":"trace[306450682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"425.012095ms","start":"2026-03-19T21:52:42.936736Z","end":"2026-03-19T21:52:43.361749Z","steps":["trace[306450682] 'agreement among raft nodes before linearized reading' (duration: 424.564645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:43.362018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:42.936703Z","time spent":"425.26258ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:52:43.611978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.264908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:52:43.612237Z","caller":"traceutil/trace.go:171","msg":"trace[127510928] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"245.85746ms","start":"2026-03-19T21:52:43.366344Z","end":"2026-03-19T21:52:43.612201Z","steps":["trace[127510928] 'process raft request' (duration: 245.740258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:43.612296Z","caller":"traceutil/trace.go:171","msg":"trace[1227093016] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"246.181508ms","start":"2026-03-19T21:52:43.366085Z","end":"2026-03-19T21:52:43.612267Z","steps":["trace[1227093016] 'process raft request' (duration: 52.538951ms)","trace[1227093016] 'compare' (duration: 193.120285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:45.774118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:52:45.774203Z","caller":"traceutil/trace.go:171","msg":"trace[1336126899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504497s","start":"2026-03-19T21:52:43.773681Z","end":"2026-03-19T21:52:45.774185Z","steps":["trace[1336126899] 'agreement among raft nodes before linearized reading' (duration: 2.000404234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:45.774248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:43.773654Z","time spent":"2.000584518s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:52:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:52:46.261527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207812055s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:52:46.331295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177734467s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:52:46.331453Z","caller":"traceutil/trace.go:171","msg":"trace[243295261] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.277906988s","start":"2026-03-19T21:52:45.05353Z","end":"2026-03-19T21:52:46.331437Z","steps":["trace[243295261] 'process raft request' (duration: 1.277847337s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.331484Z","caller":"traceutil/trace.go:171","msg":"trace[215967637] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"2.557707377s","start":"2026-03-19T21:52:43.773755Z","end":"2026-03-19T21:52:46.331462Z","steps":["trace[215967637] 'read index received' (duration: 379.566432ms)","trace[215967637] 'applied index is now lower than readState.Index' (duration: 2.178139675s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:46.331521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:45.053502Z","time spent":"1.277988729s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:46.331586Z","caller":"traceutil/trace.go:171","msg":"trace[2038834708] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"2.714470082s","start":"2026-03-19T21:52:43.617106Z","end":"2026-03-19T21:52:46.331576Z","steps":["trace[2038834708] 'process raft request' (duration: 536.395568ms)","trace[2038834708] 'compare' (duration: 2.177630114s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:46.331673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:43.617081Z","time spent":"2.714530354s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:46.331831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347619664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:46.331871Z","caller":"traceutil/trace.go:171","msg":"trace[1695943342] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:563; }","duration":"2.347710276s","start":"2026-03-19T21:52:43.984151Z","end":"2026-03-19T21:52:46.331861Z","steps":["trace[1695943342] 'agreement among raft nodes before linearized reading' (duration: 2.347648305s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:46.331901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:43.984121Z","time spent":"2.347773008s","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-19T21:52:46.332031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.685804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:52:46.332064Z","caller":"traceutil/trace.go:171","msg":"trace[481335822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"715.740195ms","start":"2026-03-19T21:52:45.616316Z","end":"2026-03-19T21:52:46.332056Z","steps":["trace[481335822] 'agreement among raft nodes before linearized reading' (duration: 715.640073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:46.332085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:45.616301Z","time spent":"715.779546ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:52:46.332306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.547068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:46.332381Z","caller":"traceutil/trace.go:171","msg":"trace[175339343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"557.675191ms","start":"2026-03-19T21:52:45.774688Z","end":"2026-03-19T21:52:46.332363Z","steps":["trace[175339343] 'agreement among raft nodes before linearized reading' (duration: 557.537038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:46.332387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.028745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:52:46.332415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:45.774666Z","time spent":"557.743983ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:52:46.332455Z","caller":"traceutil/trace.go:171","msg":"trace[1477241122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"944.159988ms","start":"2026-03-19T21:52:45.388278Z","end":"2026-03-19T21:52:46.332438Z","steps":["trace[1477241122] 'agreement among raft nodes before linearized reading' (duration: 943.943653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:46.332486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.507883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:52:46.332542Z","caller":"traceutil/trace.go:171","msg":"trace[2136889362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"716.608225ms","start":"2026-03-19T21:52:45.615923Z","end":"2026-03-19T21:52:46.332531Z","steps":["trace[2136889362] 'agreement among raft nodes before linearized reading' (duration: 716.106693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:46.332576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:45.615899Z","time spent":"716.669137ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:52:46.33249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:45.388255Z","time spent":"944.22953ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T21:52:46.96522Z","caller":"traceutil/trace.go:171","msg":"trace[1776076387] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"259.436703ms","start":"2026-03-19T21:52:46.705762Z","end":"2026-03-19T21:52:46.965199Z","steps":["trace[1776076387] 'process raft request' (duration: 232.186266ms)","trace[1776076387] 'compare' (duration: 27.148765ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:46.965761Z","caller":"traceutil/trace.go:171","msg":"trace[1200602064] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"255.808013ms","start":"2026-03-19T21:52:46.709943Z","end":"2026-03-19T21:52:46.965751Z","steps":["trace[1200602064] 'process raft request' (duration: 255.600797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.96585Z","caller":"traceutil/trace.go:171","msg":"trace[1360759467] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"255.917915ms","start":"2026-03-19T21:52:46.709923Z","end":"2026-03-19T21:52:46.965841Z","steps":["trace[1360759467] 'process raft request' (duration: 255.509595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.965857Z","caller":"traceutil/trace.go:171","msg":"trace[1201098667] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"255.771373ms","start":"2026-03-19T21:52:46.710057Z","end":"2026-03-19T21:52:46.965829Z","steps":["trace[1201098667] 'process raft request' (duration: 255.521957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.965945Z","caller":"traceutil/trace.go:171","msg":"trace[142129784] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"255.818523ms","start":"2026-03-19T21:52:46.710108Z","end":"2026-03-19T21:52:46.965926Z","steps":["trace[142129784] 'process raft request' (duration: 255.498606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.965855Z","caller":"traceutil/trace.go:171","msg":"trace[708582577] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"255.642389ms","start":"2026-03-19T21:52:46.710167Z","end":"2026-03-19T21:52:46.965809Z","steps":["trace[708582577] 'process raft request' (duration: 255.489256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.96597Z","caller":"traceutil/trace.go:171","msg":"trace[696516270] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"255.29066ms","start":"2026-03-19T21:52:46.710667Z","end":"2026-03-19T21:52:46.965958Z","steps":["trace[696516270] 'process raft request' (duration: 255.068436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.965973Z","caller":"traceutil/trace.go:171","msg":"trace[1208911828] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"255.448095ms","start":"2026-03-19T21:52:46.710504Z","end":"2026-03-19T21:52:46.965952Z","steps":["trace[1208911828] 'process raft request' (duration: 255.179019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.966195Z","caller":"traceutil/trace.go:171","msg":"trace[43618395] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"255.467824ms","start":"2026-03-19T21:52:46.710715Z","end":"2026-03-19T21:52:46.966183Z","steps":["trace[43618395] 'process raft request' (duration: 255.070946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.96619Z","caller":"traceutil/trace.go:171","msg":"trace[421044245] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"255.420953ms","start":"2026-03-19T21:52:46.710713Z","end":"2026-03-19T21:52:46.966134Z","steps":["trace[421044245] 'process raft request' (duration: 255.049385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.966289Z","caller":"traceutil/trace.go:171","msg":"trace[1679549067] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"255.542946ms","start":"2026-03-19T21:52:46.710733Z","end":"2026-03-19T21:52:46.966276Z","steps":["trace[1679549067] 'process raft request' (duration: 255.389823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.966866Z","caller":"traceutil/trace.go:171","msg":"trace[528349517] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"253.239075ms","start":"2026-03-19T21:52:46.713614Z","end":"2026-03-19T21:52:46.966853Z","steps":["trace[528349517] 'process raft request' (duration: 253.199084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.967048Z","caller":"traceutil/trace.go:171","msg":"trace[710497213] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"253.801728ms","start":"2026-03-19T21:52:46.713234Z","end":"2026-03-19T21:52:46.967035Z","steps":["trace[710497213] 'process raft request' (duration: 253.462301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.967028Z","caller":"traceutil/trace.go:171","msg":"trace[1610876161] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"253.701425ms","start":"2026-03-19T21:52:46.713305Z","end":"2026-03-19T21:52:46.967006Z","steps":["trace[1610876161] 'process raft request' (duration: 253.47087ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:46.967067Z","caller":"traceutil/trace.go:171","msg":"trace[1313216633] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"254.282628ms","start":"2026-03-19T21:52:46.712773Z","end":"2026-03-19T21:52:46.967056Z","steps":["trace[1313216633] 'process raft request' (duration: 253.856529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:47.946089Z","caller":"traceutil/trace.go:171","msg":"trace[1135062452] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:707; }","duration":"172.533977ms","start":"2026-03-19T21:52:47.773529Z","end":"2026-03-19T21:52:47.946063Z","steps":["trace[1135062452] 'read index received' (duration: 170.344968ms)","trace[1135062452] 'applied index is now lower than readState.Index' (duration: 2.188249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:47.946192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.655159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:47.946157Z","caller":"traceutil/trace.go:171","msg":"trace[2053958656] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"549.448829ms","start":"2026-03-19T21:52:47.396673Z","end":"2026-03-19T21:52:47.946122Z","steps":["trace[2053958656] 'process raft request' (duration: 547.313261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:47.94622Z","caller":"traceutil/trace.go:171","msg":"trace[1378051134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"172.734261ms","start":"2026-03-19T21:52:47.773474Z","end":"2026-03-19T21:52:47.946208Z","steps":["trace[1378051134] 'agreement among raft nodes before linearized reading' (duration: 172.67787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:47.94634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:47.396629Z","time spent":"549.611083ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:48.700707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.284601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:52:48.700867Z","caller":"traceutil/trace.go:171","msg":"trace[1190930870] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"358.378119ms","start":"2026-03-19T21:52:48.342461Z","end":"2026-03-19T21:52:48.700839Z","steps":["trace[1190930870] 'read index received' (duration: 102.745131ms)","trace[1190930870] 'applied index is now lower than readState.Index' (duration: 255.630998ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:48.700938Z","caller":"traceutil/trace.go:171","msg":"trace[1159256599] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"363.729728ms","start":"2026-03-19T21:52:48.337158Z","end":"2026-03-19T21:52:48.700888Z","steps":["trace[1159256599] 'process raft request' (duration: 108.12984ms)","trace[1159256599] 'compare' (duration: 255.106187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:48.701132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.666515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:52:48.701181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:48.337148Z","time spent":"363.897413ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:48.701181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.926919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:52:48.701199Z","caller":"traceutil/trace.go:171","msg":"trace[1756814830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:696; }","duration":"358.756528ms","start":"2026-03-19T21:52:48.342429Z","end":"2026-03-19T21:52:48.701186Z","steps":["trace[1756814830] 'agreement among raft nodes before linearized reading' (duration: 358.530253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:48.701242Z","caller":"traceutil/trace.go:171","msg":"trace[2128274471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"357.990201ms","start":"2026-03-19T21:52:48.343238Z","end":"2026-03-19T21:52:48.701228Z","steps":["trace[2128274471] 'agreement among raft nodes before linearized reading' (duration: 357.785286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:48.701258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:48.342419Z","time spent":"358.828309ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:52:48.701287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:48.343225Z","time spent":"358.054612ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:52:48.701257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.444807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:52:48.701362Z","caller":"traceutil/trace.go:171","msg":"trace[1054512809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:696; }","duration":"352.57702ms","start":"2026-03-19T21:52:48.348757Z","end":"2026-03-19T21:52:48.701334Z","steps":["trace[1054512809] 'agreement among raft nodes before linearized reading' (duration: 352.297384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:48.701423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:48.348748Z","time spent":"352.665822ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:52:52.800206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:53.300349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:53.800913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:52:53.8797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649651216s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:52:53.880313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.651363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:53.881139Z","caller":"traceutil/trace.go:171","msg":"trace[1473773089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:761; }","duration":"615.43626ms","start":"2026-03-19T21:52:53.265616Z","end":"2026-03-19T21:52:53.881052Z","steps":["trace[1473773089] 'range keys from in-memory index tree' (duration: 614.631472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:53.881538Z","caller":"traceutil/trace.go:171","msg":"trace[1243666448] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"1.651567397s","start":"2026-03-19T21:52:52.229931Z","end":"2026-03-19T21:52:53.881499Z","steps":["trace[1243666448] 'process raft request' (duration: 1.650105975s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:53.881728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.229909Z","time spent":"1.651711341s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:54.396921Z","caller":"traceutil/trace.go:171","msg":"trace[526155723] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:789; }","duration":"2.097018638s","start":"2026-03-19T21:52:52.299858Z","end":"2026-03-19T21:52:54.396876Z","steps":["trace[526155723] 'read index received' (duration: 1.580371091s)","trace[526155723] 'applied index is now lower than readState.Index' (duration: 516.646437ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:54.397011Z","caller":"traceutil/trace.go:171","msg":"trace[1581756434] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"2.067926549s","start":"2026-03-19T21:52:52.329056Z","end":"2026-03-19T21:52:54.396983Z","steps":["trace[1581756434] 'process raft request' (duration: 2.067581072s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.397199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097325304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-19T21:52:54.39725Z","caller":"traceutil/trace.go:171","msg":"trace[679115077] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:763; }","duration":"2.097429037s","start":"2026-03-19T21:52:52.299806Z","end":"2026-03-19T21:52:54.397235Z","steps":["trace[679115077] 'agreement among raft nodes before linearized reading' (duration: 2.097261153s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.397285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.299787Z","time spent":"2.097489518s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:54.397287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.32902Z","time spent":"2.068094042s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:54.772892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:52:54.772992Z","caller":"traceutil/trace.go:171","msg":"trace[1843030173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113907s","start":"2026-03-19T21:52:52.772852Z","end":"2026-03-19T21:52:54.772966Z","steps":["trace[1843030173] 'agreement among raft nodes before linearized reading' (duration: 1.999960733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.773042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.772841Z","time spent":"2.000189919s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.381544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:52:54.795162Z","caller":"traceutil/trace.go:171","msg":"trace[1641202528] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"398.056443ms","start":"2026-03-19T21:52:54.397065Z","end":"2026-03-19T21:52:54.795122Z","steps":["trace[1641202528] 'read index received' (duration: 163.459245ms)","trace[1641202528] 'applied index is now lower than readState.Index' (duration: 234.595578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:52:54.795349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696186871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-19T21:52:54.795385Z","caller":"traceutil/trace.go:171","msg":"trace[797133550] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"1.696251823s","start":"2026-03-19T21:52:53.099124Z","end":"2026-03-19T21:52:54.795375Z","steps":["trace[797133550] 'agreement among raft nodes before linearized reading' (duration: 1.696074519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.795403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:53.09911Z","time spent":"1.696288225s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057609349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:52:54.795403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048521276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:52:54.795432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09585006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-19T21:52:54.795439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494869154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-19T21:52:54.795485Z","caller":"traceutil/trace.go:171","msg":"trace[978422027] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"1.095950642s","start":"2026-03-19T21:52:53.699519Z","end":"2026-03-19T21:52:54.79547Z","steps":["trace[978422027] 'agreement among raft nodes before linearized reading' (duration: 1.095711686s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:54.7955Z","caller":"traceutil/trace.go:171","msg":"trace[1336769093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:764; }","duration":"2.04863038s","start":"2026-03-19T21:52:52.746834Z","end":"2026-03-19T21:52:54.795464Z","steps":["trace[1336769093] 'agreement among raft nodes before linearized reading' (duration: 2.048385464s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.795526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075710672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:52:54.795556Z","caller":"traceutil/trace.go:171","msg":"trace[685615994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:764; }","duration":"2.075770144s","start":"2026-03-19T21:52:52.719777Z","end":"2026-03-19T21:52:54.795547Z","steps":["trace[685615994] 'agreement among raft nodes before linearized reading' (duration: 2.075683322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.795621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09620821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-19T21:52:54.795612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.719755Z","time spent":"2.075845095s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:52:54.795641Z","caller":"traceutil/trace.go:171","msg":"trace[531673998] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"2.096253281s","start":"2026-03-19T21:52:52.69938Z","end":"2026-03-19T21:52:54.795634Z","steps":["trace[531673998] 'agreement among raft nodes before linearized reading' (duration: 2.09620857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.795656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.699361Z","time spent":"2.096291722s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295662336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-19T21:52:54.795714Z","caller":"traceutil/trace.go:171","msg":"trace[1256233010] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"2.295749968s","start":"2026-03-19T21:52:52.499952Z","end":"2026-03-19T21:52:54.795702Z","steps":["trace[1256233010] 'agreement among raft nodes before linearized reading' (duration: 2.295630596s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.79564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295181734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-19T21:52:54.795756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.499934Z","time spent":"2.29581506s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048469846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:52:54.795776Z","caller":"traceutil/trace.go:171","msg":"trace[184987465] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"1.295352758s","start":"2026-03-19T21:52:53.500411Z","end":"2026-03-19T21:52:54.795764Z","steps":["trace[184987465] 'agreement among raft nodes before linearized reading' (duration: 1.295118092s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:54.795819Z","caller":"traceutil/trace.go:171","msg":"trace[1488058517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:764; }","duration":"2.048572208s","start":"2026-03-19T21:52:52.747229Z","end":"2026-03-19T21:52:54.795801Z","steps":["trace[1488058517] 'agreement among raft nodes before linearized reading' (duration: 2.048335363s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.795875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:53.50039Z","time spent":"1.295417739s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.747207Z","time spent":"2.04864869s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.746824Z","time spent":"2.048715372s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T21:52:54.795887Z","caller":"traceutil/trace.go:171","msg":"trace[1449072137] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"571.95919ms","start":"2026-03-19T21:52:54.223916Z","end":"2026-03-19T21:52:54.795875Z","steps":["trace[1449072137] 'process raft request' (duration: 336.618354ms)","trace[1449072137] 'compare' (duration: 234.245211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:54.795507Z","caller":"traceutil/trace.go:171","msg":"trace[2133914380] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"1.495095289s","start":"2026-03-19T21:52:53.300383Z","end":"2026-03-19T21:52:54.795478Z","steps":["trace[2133914380] 'agreement among raft nodes before linearized reading' (duration: 1.494898094s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.795953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.223875Z","time spent":"572.037093ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:52:54.795964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:53.300361Z","time spent":"1.49558822s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-19T21:52:54.795439Z","caller":"traceutil/trace.go:171","msg":"trace[2000009999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:764; }","duration":"2.057674221s","start":"2026-03-19T21:52:52.737755Z","end":"2026-03-19T21:52:54.795429Z","steps":["trace[2000009999] 'agreement among raft nodes before linearized reading' (duration: 2.057511317s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.796024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.737741Z","time spent":"2.058280004s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663866651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T21:52:54.79607Z","caller":"traceutil/trace.go:171","msg":"trace[37299241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:764; }","duration":"1.664397073s","start":"2026-03-19T21:52:53.131657Z","end":"2026-03-19T21:52:54.796055Z","steps":["trace[37299241] 'agreement among raft nodes before linearized reading' (duration: 1.663870711s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.796135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:53.131635Z","time spent":"1.664485165s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:52:54.796098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.908302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gvcm4\" ","response":"range_response_count:1 size:18512"} {"level":"info","ts":"2026-03-19T21:52:54.796196Z","caller":"traceutil/trace.go:171","msg":"trace[232992869] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gvcm4; range_end:; response_count:1; response_revision:764; }","duration":"905.005944ms","start":"2026-03-19T21:52:53.891185Z","end":"2026-03-19T21:52:54.796191Z","steps":["trace[232992869] 'agreement among raft nodes before linearized reading' (duration: 904.875151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.796213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:53.891136Z","time spent":"905.073215ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18536,"request content":"key:\"/registry/pods/kube-system/cilium-gvcm4\" "} {"level":"warn","ts":"2026-03-19T21:52:54.795542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:53.699498Z","time spent":"1.096035444s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:54.796495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8871606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T21:52:54.796574Z","caller":"traceutil/trace.go:171","msg":"trace[652606902] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:764; }","duration":"1.887276173s","start":"2026-03-19T21:52:52.909274Z","end":"2026-03-19T21:52:54.79655Z","steps":["trace[652606902] 'agreement among raft nodes before linearized reading' (duration: 1.886447555s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:54.798918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:52.909258Z","time spent":"1.889586844s","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:52:55.305444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606018831,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:52:55.661002Z","caller":"traceutil/trace.go:171","msg":"trace[274508802] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"859.591921ms","start":"2026-03-19T21:52:54.801376Z","end":"2026-03-19T21:52:55.660968Z","steps":["trace[274508802] 'process raft request' (duration: 859.378167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.661213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.801352Z","time spent":"859.750266ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:55.725252Z","caller":"traceutil/trace.go:171","msg":"trace[1964031559] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"923.267592ms","start":"2026-03-19T21:52:54.801959Z","end":"2026-03-19T21:52:55.725226Z","steps":["trace[1964031559] 'process raft request' (duration: 923.075228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.725402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.801938Z","time spent":"923.390564ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:55.725424Z","caller":"traceutil/trace.go:171","msg":"trace[363225480] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"922.393942ms","start":"2026-03-19T21:52:54.803016Z","end":"2026-03-19T21:52:55.72541Z","steps":["trace[363225480] 'process raft request' (duration: 922.167627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.725494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.803Z","time spent":"922.457715ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:55.72559Z","caller":"traceutil/trace.go:171","msg":"trace[2241102] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"922.015315ms","start":"2026-03-19T21:52:54.80356Z","end":"2026-03-19T21:52:55.725575Z","steps":["trace[2241102] 'process raft request' (duration: 921.802129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.7257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.803543Z","time spent":"922.083897ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:55.725736Z","caller":"traceutil/trace.go:171","msg":"trace[405952601] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"922.088747ms","start":"2026-03-19T21:52:54.803635Z","end":"2026-03-19T21:52:55.725724Z","steps":["trace[405952601] 'process raft request' (duration: 921.889412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.725797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.803628Z","time spent":"922.136478ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:52:55.725816Z","caller":"traceutil/trace.go:171","msg":"trace[1420270862] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:793; }","duration":"922.990587ms","start":"2026-03-19T21:52:54.802815Z","end":"2026-03-19T21:52:55.725806Z","steps":["trace[1420270862] 'read index received' (duration: 858.188391ms)","trace[1420270862] 'applied index is now lower than readState.Index' (duration: 64.801336ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:52:55.725898Z","caller":"traceutil/trace.go:171","msg":"trace[879423024] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"342.564507ms","start":"2026-03-19T21:52:55.383323Z","end":"2026-03-19T21:52:55.725888Z","steps":["trace[879423024] 'process raft request' (duration: 342.332772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.725958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.3833Z","time spent":"342.625838ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4683,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:52:55.726062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.243792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:52:55.726072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.302294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.726107Z","caller":"traceutil/trace.go:171","msg":"trace[522710007] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:770; }","duration":"278.347805ms","start":"2026-03-19T21:52:55.447748Z","end":"2026-03-19T21:52:55.726096Z","steps":["trace[522710007] 'agreement among raft nodes before linearized reading' (duration: 278.287564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:55.726108Z","caller":"traceutil/trace.go:171","msg":"trace[1939471534] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:770; }","duration":"923.320464ms","start":"2026-03-19T21:52:54.802772Z","end":"2026-03-19T21:52:55.726093Z","steps":["trace[1939471534] 'agreement among raft nodes before linearized reading' (duration: 923.13979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.288208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.780734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.726205Z","caller":"traceutil/trace.go:171","msg":"trace[2103263745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:770; }","duration":"921.404481ms","start":"2026-03-19T21:52:54.804774Z","end":"2026-03-19T21:52:55.726178Z","steps":["trace[2103263745] 'agreement among raft nodes before linearized reading' (duration: 921.257178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:55.726229Z","caller":"traceutil/trace.go:171","msg":"trace[442708356] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:770; }","duration":"278.854276ms","start":"2026-03-19T21:52:55.447354Z","end":"2026-03-19T21:52:55.726208Z","steps":["trace[442708356] 'agreement among raft nodes before linearized reading' (duration: 278.797935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.014048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.797971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.72627Z","caller":"traceutil/trace.go:171","msg":"trace[197567366] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:770; }","duration":"413.068629ms","start":"2026-03-19T21:52:55.313192Z","end":"2026-03-19T21:52:55.726261Z","steps":["trace[197567366] 'agreement among raft nodes before linearized reading' (duration: 413.021258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:55.726277Z","caller":"traceutil/trace.go:171","msg":"trace[2138437555] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:770; }","duration":"298.843533ms","start":"2026-03-19T21:52:55.427424Z","end":"2026-03-19T21:52:55.726267Z","steps":["trace[2138437555] 'agreement among raft nodes before linearized reading' (duration: 298.786481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.804765Z","time spent":"921.494713ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:52:55.726247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.974445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.475986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.726389Z","caller":"traceutil/trace.go:171","msg":"trace[955210046] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:770; }","duration":"299.538627ms","start":"2026-03-19T21:52:55.426839Z","end":"2026-03-19T21:52:55.726378Z","steps":["trace[955210046] 'agreement among raft nodes before linearized reading' (duration: 299.489556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:55.726381Z","caller":"traceutil/trace.go:171","msg":"trace[1658812424] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:770; }","duration":"242.150168ms","start":"2026-03-19T21:52:55.484197Z","end":"2026-03-19T21:52:55.726347Z","steps":["trace[1658812424] 'agreement among raft nodes before linearized reading' (duration: 241.894903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.234311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.726449Z","caller":"traceutil/trace.go:171","msg":"trace[1672323483] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:770; }","duration":"242.266231ms","start":"2026-03-19T21:52:55.484168Z","end":"2026-03-19T21:52:55.726434Z","steps":["trace[1672323483] 'agreement among raft nodes before linearized reading' (duration: 242.21721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.119372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.726518Z","caller":"traceutil/trace.go:171","msg":"trace[1017582607] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:770; }","duration":"432.176584ms","start":"2026-03-19T21:52:55.294333Z","end":"2026-03-19T21:52:55.726509Z","steps":["trace[1017582607] 'agreement among raft nodes before linearized reading' (duration: 432.136783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.294314Z","time spent":"432.233505ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:52:55.726308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.312997Z","time spent":"413.302393ms","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-19T21:52:55.726608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.8246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.610621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gvcm4\" ","response":"range_response_count:1 size:18512"} {"level":"info","ts":"2026-03-19T21:52:55.726644Z","caller":"traceutil/trace.go:171","msg":"trace[866367404] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:770; }","duration":"241.869761ms","start":"2026-03-19T21:52:55.484764Z","end":"2026-03-19T21:52:55.726634Z","steps":["trace[866367404] 'agreement among raft nodes before linearized reading' (duration: 241.81442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:55.726678Z","caller":"traceutil/trace.go:171","msg":"trace[1519095103] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gvcm4; range_end:; response_count:1; response_revision:770; }","duration":"522.714232ms","start":"2026-03-19T21:52:55.203949Z","end":"2026-03-19T21:52:55.726663Z","steps":["trace[1519095103] 'agreement among raft nodes before linearized reading' (duration: 522.528578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.781345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.802106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.203928Z","time spent":"522.792385ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18536,"request content":"key:\"/registry/pods/kube-system/cilium-gvcm4\" "} {"level":"info","ts":"2026-03-19T21:52:55.726753Z","caller":"traceutil/trace.go:171","msg":"trace[566386498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:770; }","duration":"279.454479ms","start":"2026-03-19T21:52:55.447288Z","end":"2026-03-19T21:52:55.726742Z","steps":["trace[566386498] 'agreement among raft nodes before linearized reading' (duration: 278.762904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:52:55.726754Z","caller":"traceutil/trace.go:171","msg":"trace[1623410356] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:770; }","duration":"431.853997ms","start":"2026-03-19T21:52:55.294891Z","end":"2026-03-19T21:52:55.726745Z","steps":["trace[1623410356] 'agreement among raft nodes before linearized reading' (duration: 431.809606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.294881Z","time spent":"431.896268ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-03-19T21:52:55.726594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.116141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.726917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.45517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.726952Z","caller":"traceutil/trace.go:171","msg":"trace[2115440047] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:770; }","duration":"432.528822ms","start":"2026-03-19T21:52:55.294414Z","end":"2026-03-19T21:52:55.726943Z","steps":["trace[2115440047] 'agreement among raft nodes before linearized reading' (duration: 432.48093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.726976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.624523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:52:55.72698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.294379Z","time spent":"432.593783ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"info","ts":"2026-03-19T21:52:55.727014Z","caller":"traceutil/trace.go:171","msg":"trace[23270781] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:770; }","duration":"414.702815ms","start":"2026-03-19T21:52:55.312302Z","end":"2026-03-19T21:52:55.727005Z","steps":["trace[23270781] 'agreement among raft nodes before linearized reading' (duration: 414.647874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.727043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.312281Z","time spent":"414.751335ms","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:52:55.727042Z","caller":"traceutil/trace.go:171","msg":"trace[2110978452] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:770; }","duration":"414.750786ms","start":"2026-03-19T21:52:55.312163Z","end":"2026-03-19T21:52:55.726914Z","steps":["trace[2110978452] 'agreement among raft nodes before linearized reading' (duration: 413.899157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.727217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.312156Z","time spent":"415.019302ms","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T21:52:55.726142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:54.802752Z","time spent":"923.382645ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"warn","ts":"2026-03-19T21:52:55.728923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.609254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:52:55.729013Z","caller":"traceutil/trace.go:171","msg":"trace[1048557780] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:770; }","duration":"302.039023ms","start":"2026-03-19T21:52:55.426932Z","end":"2026-03-19T21:52:55.728971Z","steps":["trace[1048557780] 'agreement among raft nodes before linearized reading' (duration: 299.103928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:52:55.729422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:52:55.426871Z","time spent":"302.530014ms","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:53:11.485758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606019157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:53:11.779662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455089687s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:53:11.779935Z","caller":"traceutil/trace.go:171","msg":"trace[1938307480] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.480096115s","start":"2026-03-19T21:53:10.299819Z","end":"2026-03-19T21:53:11.779915Z","steps":["trace[1938307480] 'process raft request' (duration: 1.479973122s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:11.780051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:10.299808Z","time spent":"1.480170847s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:53:12.336976Z","caller":"traceutil/trace.go:171","msg":"trace[756590391] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.804309913s","start":"2026-03-19T21:53:10.532648Z","end":"2026-03-19T21:53:12.336958Z","steps":["trace[756590391] 'process raft request' (duration: 1.80419216s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:53:12.336977Z","caller":"traceutil/trace.go:171","msg":"trace[290531297] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"2.004206689s","start":"2026-03-19T21:53:10.332745Z","end":"2026-03-19T21:53:12.336952Z","steps":["trace[290531297] 'process raft request' (duration: 2.003911192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.3371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:10.532622Z","time spent":"1.804420555s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:53:12.337132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:10.332707Z","time spent":"2.004337362s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:53:12.337183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351472327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:53:12.337225Z","caller":"traceutil/trace.go:171","msg":"trace[1868782158] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:943; }","duration":"1.351553229s","start":"2026-03-19T21:53:10.98566Z","end":"2026-03-19T21:53:12.337213Z","steps":["trace[1868782158] 'agreement among raft nodes before linearized reading' (duration: 1.351463417s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.337253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:10.985619Z","time spent":"1.351626081s","remote":"127.0.0.1:60200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:53:12.337101Z","caller":"traceutil/trace.go:171","msg":"trace[2140109295] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:973; }","duration":"1.351373056s","start":"2026-03-19T21:53:10.985712Z","end":"2026-03-19T21:53:12.337085Z","steps":["trace[2140109295] 'read index received' (duration: 794.215745ms)","trace[2140109295] 'applied index is now lower than readState.Index' (duration: 557.153481ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:53:12.33729Z","caller":"traceutil/trace.go:171","msg":"trace[1149225324] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"1.137756774s","start":"2026-03-19T21:53:11.199509Z","end":"2026-03-19T21:53:12.337266Z","steps":["trace[1149225324] 'process raft request' (duration: 1.137388466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.337425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.199487Z","time spent":"1.137865227s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:53:12.33746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289439845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:53:12.337494Z","caller":"traceutil/trace.go:171","msg":"trace[928800892] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:943; }","duration":"1.289502426s","start":"2026-03-19T21:53:11.047982Z","end":"2026-03-19T21:53:12.337484Z","steps":["trace[928800892] 'agreement among raft nodes before linearized reading' (duration: 1.289379714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.33752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.047967Z","time spent":"1.289546727s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T21:53:12.337541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.012791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:53:12.337614Z","caller":"traceutil/trace.go:171","msg":"trace[64164320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"432.118364ms","start":"2026-03-19T21:53:11.905479Z","end":"2026-03-19T21:53:12.337598Z","steps":["trace[64164320] 'agreement among raft nodes before linearized reading' (duration: 431.945039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.337665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.880291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:53:12.337699Z","caller":"traceutil/trace.go:171","msg":"trace[1356853520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"432.934002ms","start":"2026-03-19T21:53:11.904756Z","end":"2026-03-19T21:53:12.33769Z","steps":["trace[1356853520] 'agreement among raft nodes before linearized reading' (duration: 432.8319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.3377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.905461Z","time spent":"432.225057ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:53:12.337723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.904745Z","time spent":"432.972453ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:53:12.337791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.938506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T21:53:12.337562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.784548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:53:12.337826Z","caller":"traceutil/trace.go:171","msg":"trace[284097342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:943; }","duration":"438.997687ms","start":"2026-03-19T21:53:11.89882Z","end":"2026-03-19T21:53:12.337818Z","steps":["trace[284097342] 'agreement among raft nodes before linearized reading' (duration: 438.912415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:53:12.337841Z","caller":"traceutil/trace.go:171","msg":"trace[1008852470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"433.080085ms","start":"2026-03-19T21:53:11.904747Z","end":"2026-03-19T21:53:12.337827Z","steps":["trace[1008852470] 'agreement among raft nodes before linearized reading' (duration: 432.756417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.337853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.898799Z","time spent":"439.046988ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:53:12.337874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.116504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:53:12.337925Z","caller":"traceutil/trace.go:171","msg":"trace[1158420524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"432.182906ms","start":"2026-03-19T21:53:11.905729Z","end":"2026-03-19T21:53:12.337912Z","steps":["trace[1158420524] 'agreement among raft nodes before linearized reading' (duration: 432.066183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.337932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.291361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:53:12.338019Z","caller":"traceutil/trace.go:171","msg":"trace[810537177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"564.426663ms","start":"2026-03-19T21:53:11.773574Z","end":"2026-03-19T21:53:12.338001Z","steps":["trace[810537177] 'agreement among raft nodes before linearized reading' (duration: 564.260519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:53:12.337968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.90572Z","time spent":"432.238267ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:53:12.338069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.773554Z","time spent":"564.507225ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:53:12.337886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:53:11.904736Z","time spent":"433.137027ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:53:43.206615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.078554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:53:43.206711Z","caller":"traceutil/trace.go:171","msg":"trace[72559295] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1228; }","duration":"191.239128ms","start":"2026-03-19T21:53:43.015452Z","end":"2026-03-19T21:53:43.206691Z","steps":["trace[72559295] 'count revisions from in-memory index tree' (duration: 190.991453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:53:56.285011Z","caller":"traceutil/trace.go:171","msg":"trace[1723045776] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"124.776007ms","start":"2026-03-19T21:53:56.160196Z","end":"2026-03-19T21:53:56.284972Z","steps":["trace[1723045776] 'process raft request' (duration: 124.505811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:02.217704Z","caller":"traceutil/trace.go:171","msg":"trace[1758470157] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"264.530189ms","start":"2026-03-19T21:54:01.953149Z","end":"2026-03-19T21:54:02.217679Z","steps":["trace[1758470157] 'read index received' (duration: 264.296984ms)","trace[1758470157] 'applied index is now lower than readState.Index' (duration: 232.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:02.217824Z","caller":"traceutil/trace.go:171","msg":"trace[406776731] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"279.092223ms","start":"2026-03-19T21:54:01.938699Z","end":"2026-03-19T21:54:02.217792Z","steps":["trace[406776731] 'process raft request' (duration: 278.816347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:02.217907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.736534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-xzh42\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-03-19T21:54:02.217945Z","caller":"traceutil/trace.go:171","msg":"trace[1307642667] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-xzh42; range_end:; response_count:1; response_revision:1527; }","duration":"264.827176ms","start":"2026-03-19T21:54:01.953105Z","end":"2026-03-19T21:54:02.217932Z","steps":["trace[1307642667] 'agreement among raft nodes before linearized reading' (duration: 264.677422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:02.233144Z","caller":"traceutil/trace.go:171","msg":"trace[583502789] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"182.196986ms","start":"2026-03-19T21:54:02.050923Z","end":"2026-03-19T21:54:02.23312Z","steps":["trace[583502789] 'process raft request' (duration: 182.056623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:09.245265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.093959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75d2028-72f2-4fc7-bd87-b2c29e9d0238\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-19T21:54:09.245333Z","caller":"traceutil/trace.go:171","msg":"trace[1245142579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e75d2028-72f2-4fc7-bd87-b2c29e9d0238; range_end:; response_count:1; response_revision:1645; }","duration":"184.169761ms","start":"2026-03-19T21:54:09.061148Z","end":"2026-03-19T21:54:09.245318Z","steps":["trace[1245142579] 'range keys from in-memory index tree' (duration: 183.971807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.181778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020578,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:54:10.478248Z","caller":"traceutil/trace.go:171","msg":"trace[318625230] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1718; }","duration":"796.76581ms","start":"2026-03-19T21:54:09.68146Z","end":"2026-03-19T21:54:10.478226Z","steps":["trace[318625230] 'read index received' (duration: 796.729419ms)","trace[318625230] 'applied index is now lower than readState.Index' (duration: 35.491µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:10.478294Z","caller":"traceutil/trace.go:171","msg":"trace[1228848482] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"900.140362ms","start":"2026-03-19T21:54:09.578129Z","end":"2026-03-19T21:54:10.478269Z","steps":["trace[1228848482] 'process raft request' (duration: 899.969838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.478429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:09.578112Z","time spent":"900.242904ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:10.478511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.033977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:10.478546Z","caller":"traceutil/trace.go:171","msg":"trace[1191904271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1646; }","duration":"797.122648ms","start":"2026-03-19T21:54:09.681412Z","end":"2026-03-19T21:54:10.478535Z","steps":["trace[1191904271] 'agreement among raft nodes before linearized reading' (duration: 796.936344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.478577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:09.681393Z","time spent":"797.176649ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:54:10.523232Z","caller":"traceutil/trace.go:171","msg":"trace[17709318] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"277.271443ms","start":"2026-03-19T21:54:10.245936Z","end":"2026-03-19T21:54:10.523208Z","steps":["trace[17709318] 'process raft request' (duration: 277.1182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:10.523708Z","caller":"traceutil/trace.go:171","msg":"trace[1762697558] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"263.923145ms","start":"2026-03-19T21:54:10.259564Z","end":"2026-03-19T21:54:10.523487Z","steps":["trace[1762697558] 'process raft request' (duration: 263.614968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.523838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.776004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:10.52387Z","caller":"traceutil/trace.go:171","msg":"trace[1498420127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"749.845455ms","start":"2026-03-19T21:54:09.774015Z","end":"2026-03-19T21:54:10.523861Z","steps":["trace[1498420127] 'agreement among raft nodes before linearized reading' (duration: 749.783924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.523888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:09.773999Z","time spent":"749.884646ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:10.524009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.014521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e75d2028-72f2-4fc7-bd87-b2c29e9d0238\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-19T21:54:10.52405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.23722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T21:54:10.524028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.394667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:10.52408Z","caller":"traceutil/trace.go:171","msg":"trace[529646768] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1649; }","duration":"656.291312ms","start":"2026-03-19T21:54:09.867778Z","end":"2026-03-19T21:54:10.524069Z","steps":["trace[529646768] 'agreement among raft nodes before linearized reading' (duration: 656.1943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.524107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:09.867761Z","time spent":"656.340753ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T21:54:10.52411Z","caller":"traceutil/trace.go:171","msg":"trace[2023721506] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1649; }","duration":"529.527189ms","start":"2026-03-19T21:54:09.994563Z","end":"2026-03-19T21:54:10.52409Z","steps":["trace[2023721506] 'agreement among raft nodes before linearized reading' (duration: 529.382946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:10.524118Z","caller":"traceutil/trace.go:171","msg":"trace[1152704481] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e75d2028-72f2-4fc7-bd87-b2c29e9d0238; range_end:; response_count:1; response_revision:1649; }","duration":"274.106753ms","start":"2026-03-19T21:54:10.249959Z","end":"2026-03-19T21:54:10.524066Z","steps":["trace[1152704481] 'agreement among raft nodes before linearized reading' (duration: 273.916279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:10.52412Z","caller":"traceutil/trace.go:171","msg":"trace[1450730885] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"135.697861ms","start":"2026-03-19T21:54:10.3884Z","end":"2026-03-19T21:54:10.524098Z","steps":["trace[1450730885] 'process raft request' (duration: 135.000505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:10.524153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:09.994542Z","time spent":"529.599592ms","remote":"127.0.0.1:42812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:11.55193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:54:11.554957Z","caller":"traceutil/trace.go:171","msg":"trace[860649659] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"887.752076ms","start":"2026-03-19T21:54:10.667181Z","end":"2026-03-19T21:54:11.554933Z","steps":["trace[860649659] 'process raft request' (duration: 887.505451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:11.555109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:10.667163Z","time spent":"887.869579ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:11.555206Z","caller":"traceutil/trace.go:171","msg":"trace[978071417] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"887.693535ms","start":"2026-03-19T21:54:10.667479Z","end":"2026-03-19T21:54:11.555173Z","steps":["trace[978071417] 'process raft request' (duration: 887.410839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:11.555241Z","caller":"traceutil/trace.go:171","msg":"trace[1700808145] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1724; }","duration":"503.446039ms","start":"2026-03-19T21:54:11.051773Z","end":"2026-03-19T21:54:11.555219Z","steps":["trace[1700808145] 'read index received' (duration: 502.955348ms)","trace[1700808145] 'applied index is now lower than readState.Index' (duration: 489.901µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:11.555354Z","caller":"traceutil/trace.go:171","msg":"trace[713070587] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"885.72454ms","start":"2026-03-19T21:54:10.669619Z","end":"2026-03-19T21:54:11.555343Z","steps":["trace[713070587] 'process raft request' (duration: 885.556807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:11.555357Z","caller":"traceutil/trace.go:171","msg":"trace[309330495] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"887.389507ms","start":"2026-03-19T21:54:10.667932Z","end":"2026-03-19T21:54:11.555321Z","steps":["trace[309330495] 'process raft request' (duration: 887.164512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:11.555378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:10.667469Z","time spent":"887.819977ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:11.555481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:10.66961Z","time spent":"885.776181ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:11.555523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:10.667922Z","time spent":"887.5135ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:11.555637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.859088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:54:11.555684Z","caller":"traceutil/trace.go:171","msg":"trace[1259722884] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1655; }","duration":"503.93004ms","start":"2026-03-19T21:54:11.051742Z","end":"2026-03-19T21:54:11.555672Z","steps":["trace[1259722884] 'agreement among raft nodes before linearized reading' (duration: 503.719615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:11.555725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:11.051725Z","time spent":"503.991181ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T21:54:13.045888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.940225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:13.04609Z","caller":"traceutil/trace.go:171","msg":"trace[1680369365] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"298.543266ms","start":"2026-03-19T21:54:12.747521Z","end":"2026-03-19T21:54:13.046065Z","steps":["trace[1680369365] 'process raft request' (duration: 92.340996ms)","trace[1680369365] 'compare' (duration: 205.802692ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:13.046Z","caller":"traceutil/trace.go:171","msg":"trace[1557578487] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1737; }","duration":"172.9558ms","start":"2026-03-19T21:54:12.873028Z","end":"2026-03-19T21:54:13.045983Z","steps":["trace[1557578487] 'read index received' (duration: 41.971µs)","trace[1557578487] 'applied index is now lower than readState.Index' (duration: 172.912699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:13.046796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.742069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T21:54:13.046904Z","caller":"traceutil/trace.go:171","msg":"trace[1262913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1664; }","duration":"173.867591ms","start":"2026-03-19T21:54:12.873011Z","end":"2026-03-19T21:54:13.046878Z","steps":["trace[1262913] 'agreement among raft nodes before linearized reading' (duration: 173.497203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:14.797522Z","caller":"traceutil/trace.go:171","msg":"trace[1789035514] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1750; }","duration":"113.435466ms","start":"2026-03-19T21:54:14.684061Z","end":"2026-03-19T21:54:14.797496Z","steps":["trace[1789035514] 'read index received' (duration: 51.345613ms)","trace[1789035514] 'applied index is now lower than readState.Index' (duration: 62.088423ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:14.797683Z","caller":"traceutil/trace.go:171","msg":"trace[1364458579] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"167.04214ms","start":"2026-03-19T21:54:14.630627Z","end":"2026-03-19T21:54:14.797669Z","steps":["trace[1364458579] 'process raft request' (duration: 104.69265ms)","trace[1364458579] 'compare' (duration: 62.063043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:14.797977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.973378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T21:54:14.798016Z","caller":"traceutil/trace.go:171","msg":"trace[1125636840] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1677; }","duration":"114.07685ms","start":"2026-03-19T21:54:14.68393Z","end":"2026-03-19T21:54:14.798007Z","steps":["trace[1125636840] 'agreement among raft nodes before linearized reading' (duration: 113.886856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:14.798238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.822485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:14.798381Z","caller":"traceutil/trace.go:171","msg":"trace[657621622] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1677; }","duration":"109.966729ms","start":"2026-03-19T21:54:14.688345Z","end":"2026-03-19T21:54:14.798312Z","steps":["trace[657621622] 'agreement among raft nodes before linearized reading' (duration: 109.775754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:15.833784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.096405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:15.834183Z","caller":"traceutil/trace.go:171","msg":"trace[2019278548] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"167.469039ms","start":"2026-03-19T21:54:15.666512Z","end":"2026-03-19T21:54:15.833981Z","steps":["trace[2019278548] 'compare' (duration: 159.738876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:16.220659Z","caller":"traceutil/trace.go:171","msg":"trace[1078424585] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"299.736943ms","start":"2026-03-19T21:54:15.920887Z","end":"2026-03-19T21:54:16.220624Z","steps":["trace[1078424585] 'process raft request' (duration: 251.568001ms)","trace[1078424585] 'compare' (duration: 47.855135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:16.495571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.150912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:16.495699Z","caller":"traceutil/trace.go:171","msg":"trace[1591088286] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"469.527084ms","start":"2026-03-19T21:54:16.026152Z","end":"2026-03-19T21:54:16.495679Z","steps":["trace[1591088286] 'process raft request' (duration: 311.182068ms)","trace[1591088286] 'compare' (duration: 157.995419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:16.495972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:16.026125Z","time spent":"469.801711ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:16.786468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.792424ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:54:16.786687Z","caller":"traceutil/trace.go:171","msg":"trace[478262493] linearizableReadLoop","detail":"{readStateIndex:1766; appliedIndex:1764; }","duration":"561.515893ms","start":"2026-03-19T21:54:16.225149Z","end":"2026-03-19T21:54:16.786665Z","steps":["trace[478262493] 'read index received' (duration: 112.181158ms)","trace[478262493] 'applied index is now lower than readState.Index' (duration: 449.332945ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:16.786743Z","caller":"traceutil/trace.go:171","msg":"trace[1910732522] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"286.695903ms","start":"2026-03-19T21:54:16.500025Z","end":"2026-03-19T21:54:16.786721Z","steps":["trace[1910732522] 'process raft request' (duration: 286.56005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:16.786825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.674826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-19T21:54:16.78685Z","caller":"traceutil/trace.go:171","msg":"trace[1822223749] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1692; }","duration":"561.752988ms","start":"2026-03-19T21:54:16.225089Z","end":"2026-03-19T21:54:16.786842Z","steps":["trace[1822223749] 'agreement among raft nodes before linearized reading' (duration: 561.666716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:16.78687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:16.225071Z","time spent":"561.794929ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-03-19T21:54:16.806957Z","caller":"traceutil/trace.go:171","msg":"trace[1352591108] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"252.203285ms","start":"2026-03-19T21:54:16.554734Z","end":"2026-03-19T21:54:16.806937Z","steps":["trace[1352591108] 'process raft request' (duration: 251.907489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:16.807008Z","caller":"traceutil/trace.go:171","msg":"trace[1096347514] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"194.693934ms","start":"2026-03-19T21:54:16.612281Z","end":"2026-03-19T21:54:16.806975Z","steps":["trace[1096347514] 'process raft request' (duration: 194.52144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:16.807008Z","caller":"traceutil/trace.go:171","msg":"trace[2094569676] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"187.486084ms","start":"2026-03-19T21:54:16.619491Z","end":"2026-03-19T21:54:16.806977Z","steps":["trace[2094569676] 'process raft request' (duration: 187.373132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:16.807204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.104151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-03-19T21:54:16.807242Z","caller":"traceutil/trace.go:171","msg":"trace[1928621100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1696; }","duration":"304.186982ms","start":"2026-03-19T21:54:16.503045Z","end":"2026-03-19T21:54:16.807232Z","steps":["trace[1928621100] 'agreement among raft nodes before linearized reading' (duration: 304.031678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:16.807235Z","caller":"traceutil/trace.go:171","msg":"trace[1721748517] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"182.80701ms","start":"2026-03-19T21:54:16.624405Z","end":"2026-03-19T21:54:16.807212Z","steps":["trace[1721748517] 'process raft request' (duration: 182.521424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:16.807259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.916382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:16.807314Z","caller":"traceutil/trace.go:171","msg":"trace[1094715587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1696; }","duration":"139.023994ms","start":"2026-03-19T21:54:16.668274Z","end":"2026-03-19T21:54:16.807298Z","steps":["trace[1094715587] 'agreement among raft nodes before linearized reading' (duration: 138.82593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:16.807357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.41941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T21:54:16.807276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:16.503032Z","time spent":"304.235344ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10398,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:54:16.807352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.204875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:16.807417Z","caller":"traceutil/trace.go:171","msg":"trace[20321628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1696; }","duration":"217.489721ms","start":"2026-03-19T21:54:16.589908Z","end":"2026-03-19T21:54:16.807398Z","steps":["trace[20321628] 'agreement among raft nodes before linearized reading' (duration: 217.388469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:16.807443Z","caller":"traceutil/trace.go:171","msg":"trace[1109770284] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1696; }","duration":"384.344647ms","start":"2026-03-19T21:54:16.423074Z","end":"2026-03-19T21:54:16.807419Z","steps":["trace[1109770284] 'agreement among raft nodes before linearized reading' (duration: 384.188423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:16.807496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:16.423055Z","time spent":"384.428509ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:17.073903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:17.074035Z","caller":"traceutil/trace.go:171","msg":"trace[570342548] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1771; }","duration":"196.755581ms","start":"2026-03-19T21:54:16.877258Z","end":"2026-03-19T21:54:17.074013Z","steps":["trace[570342548] 'read index received' (duration: 52.801616ms)","trace[570342548] 'applied index is now lower than readState.Index' (duration: 143.952035ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:17.074097Z","caller":"traceutil/trace.go:171","msg":"trace[1456367859] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"255.511779ms","start":"2026-03-19T21:54:16.81855Z","end":"2026-03-19T21:54:17.074062Z","steps":["trace[1456367859] 'process raft request' (duration: 111.498822ms)","trace[1456367859] 'compare' (duration: 143.615178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:17.07422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.939345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T21:54:17.07428Z","caller":"traceutil/trace.go:171","msg":"trace[467548534] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1697; }","duration":"197.021716ms","start":"2026-03-19T21:54:16.87724Z","end":"2026-03-19T21:54:17.074262Z","steps":["trace[467548534] 'agreement among raft nodes before linearized reading' (duration: 196.828092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:17.218164Z","caller":"traceutil/trace.go:171","msg":"trace[1068110810] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"126.575438ms","start":"2026-03-19T21:54:17.091566Z","end":"2026-03-19T21:54:17.218141Z","steps":["trace[1068110810] 'process raft request' (duration: 107.265248ms)","trace[1068110810] 'compare' (duration: 19.212298ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:17.470829Z","caller":"traceutil/trace.go:171","msg":"trace[668587744] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"117.794383ms","start":"2026-03-19T21:54:17.353002Z","end":"2026-03-19T21:54:17.470796Z","steps":["trace[668587744] 'process raft request' (duration: 87.543669ms)","trace[668587744] 'compare' (duration: 30.124672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:17.764547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.677191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:54:17.764655Z","caller":"traceutil/trace.go:171","msg":"trace[1985431107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1701; }","duration":"100.847925ms","start":"2026-03-19T21:54:17.663783Z","end":"2026-03-19T21:54:17.764631Z","steps":["trace[1985431107] 'range keys from in-memory index tree' (duration: 100.436027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:17.764776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.075342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:54:17.764966Z","caller":"traceutil/trace.go:171","msg":"trace[976844911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1701; }","duration":"146.307807ms","start":"2026-03-19T21:54:17.618638Z","end":"2026-03-19T21:54:17.764946Z","steps":["trace[976844911] 'range keys from in-memory index tree' (duration: 145.936388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:17.764865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.925102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:54:17.765138Z","caller":"traceutil/trace.go:171","msg":"trace[607653696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1701; }","duration":"174.223768ms","start":"2026-03-19T21:54:17.590871Z","end":"2026-03-19T21:54:17.765095Z","steps":["trace[607653696] 'range keys from in-memory index tree' (duration: 173.728528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:17.979566Z","caller":"traceutil/trace.go:171","msg":"trace[848853825] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"210.673462ms","start":"2026-03-19T21:54:17.768865Z","end":"2026-03-19T21:54:17.979539Z","steps":["trace[848853825] 'process raft request' (duration: 129.414792ms)","trace[848853825] 'compare' (duration: 81.095206ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:17.97969Z","caller":"traceutil/trace.go:171","msg":"trace[849014355] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"210.757764ms","start":"2026-03-19T21:54:17.768925Z","end":"2026-03-19T21:54:17.979683Z","steps":["trace[849014355] 'process raft request' (duration: 210.56194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:17.979792Z","caller":"traceutil/trace.go:171","msg":"trace[1663653053] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1776; }","duration":"208.770919ms","start":"2026-03-19T21:54:17.771012Z","end":"2026-03-19T21:54:17.979783Z","steps":["trace[1663653053] 'read index received' (duration: 32.75753ms)","trace[1663653053] 'applied index is now lower than readState.Index' (duration: 176.012599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:17.97987Z","caller":"traceutil/trace.go:171","msg":"trace[31092039] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"210.911667ms","start":"2026-03-19T21:54:17.76895Z","end":"2026-03-19T21:54:17.979862Z","steps":["trace[31092039] 'process raft request' (duration: 210.703582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:17.979944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.637966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:17.979966Z","caller":"traceutil/trace.go:171","msg":"trace[289449641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1705; }","duration":"164.709197ms","start":"2026-03-19T21:54:17.81525Z","end":"2026-03-19T21:54:17.979959Z","steps":["trace[289449641] 'agreement among raft nodes before linearized reading' (duration: 164.616035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:17.979988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.958563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:17.980054Z","caller":"traceutil/trace.go:171","msg":"trace[1208013948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1705; }","duration":"209.048025ms","start":"2026-03-19T21:54:17.770991Z","end":"2026-03-19T21:54:17.980039Z","steps":["trace[1208013948] 'agreement among raft nodes before linearized reading' (duration: 208.947652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:18.208197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.350248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:18.208286Z","caller":"traceutil/trace.go:171","msg":"trace[1304948847] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1705; }","duration":"124.47048ms","start":"2026-03-19T21:54:18.083798Z","end":"2026-03-19T21:54:18.208268Z","steps":["trace[1304948847] 'range keys from in-memory index tree' (duration: 124.292437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:19.083582Z","caller":"traceutil/trace.go:171","msg":"trace[306444837] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"270.054184ms","start":"2026-03-19T21:54:18.813484Z","end":"2026-03-19T21:54:19.083538Z","steps":["trace[306444837] 'process raft request' (duration: 245.22109ms)","trace[306444837] 'compare' (duration: 24.573448ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:19.084104Z","caller":"traceutil/trace.go:171","msg":"trace[315074191] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"268.783554ms","start":"2026-03-19T21:54:18.814994Z","end":"2026-03-19T21:54:19.083778Z","steps":["trace[315074191] 'process raft request' (duration: 268.481357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:19.309081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.092534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:19.309201Z","caller":"traceutil/trace.go:171","msg":"trace[1832601800] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1785; }","duration":"146.655635ms","start":"2026-03-19T21:54:19.162527Z","end":"2026-03-19T21:54:19.309183Z","steps":["trace[1832601800] 'read index received' (duration: 30.245474ms)","trace[1832601800] 'applied index is now lower than readState.Index' (duration: 116.408741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:19.30938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.849969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:54:19.309415Z","caller":"traceutil/trace.go:171","msg":"trace[342677528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1711; }","duration":"146.93544ms","start":"2026-03-19T21:54:19.162468Z","end":"2026-03-19T21:54:19.309404Z","steps":["trace[342677528] 'agreement among raft nodes before linearized reading' (duration: 146.762347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:19.309454Z","caller":"traceutil/trace.go:171","msg":"trace[1612428401] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"208.651365ms","start":"2026-03-19T21:54:19.100755Z","end":"2026-03-19T21:54:19.309406Z","steps":["trace[1612428401] 'process raft request' (duration: 92.116681ms)","trace[1612428401] 'compare' (duration: 115.867169ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:19.543814Z","caller":"traceutil/trace.go:171","msg":"trace[518227453] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"230.694546ms","start":"2026-03-19T21:54:19.313088Z","end":"2026-03-19T21:54:19.543783Z","steps":["trace[518227453] 'process raft request' (duration: 220.288374ms)","trace[518227453] 'compare' (duration: 10.093866ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:20.203275Z","caller":"traceutil/trace.go:171","msg":"trace[1026539033] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"164.146484ms","start":"2026-03-19T21:54:20.039108Z","end":"2026-03-19T21:54:20.203254Z","steps":["trace[1026539033] 'process raft request' (duration: 163.98947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:20.349068Z","caller":"traceutil/trace.go:171","msg":"trace[747667413] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"309.614263ms","start":"2026-03-19T21:54:20.039413Z","end":"2026-03-19T21:54:20.349027Z","steps":["trace[747667413] 'process raft request' (duration: 305.923721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:20.349202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.039393Z","time spent":"309.742766ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:20.349246Z","caller":"traceutil/trace.go:171","msg":"trace[1050023982] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1788; }","duration":"258.019314ms","start":"2026-03-19T21:54:20.091194Z","end":"2026-03-19T21:54:20.349213Z","steps":["trace[1050023982] 'read index received' (duration: 111.944312ms)","trace[1050023982] 'applied index is now lower than readState.Index' (duration: 146.072682ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:20.349305Z","caller":"traceutil/trace.go:171","msg":"trace[506486742] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"309.835259ms","start":"2026-03-19T21:54:20.039452Z","end":"2026-03-19T21:54:20.349287Z","steps":["trace[506486742] 'process raft request' (duration: 309.521381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:20.349395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:20.039433Z","time spent":"309.91388ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:20.349443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.236561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:20.349482Z","caller":"traceutil/trace.go:171","msg":"trace[822342413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1716; }","duration":"258.321742ms","start":"2026-03-19T21:54:20.091149Z","end":"2026-03-19T21:54:20.349471Z","steps":["trace[822342413] 'agreement among raft nodes before linearized reading' (duration: 258.165139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:20.349525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.480313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T21:54:20.349629Z","caller":"traceutil/trace.go:171","msg":"trace[259727601] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1716; }","duration":"204.585545ms","start":"2026-03-19T21:54:20.14503Z","end":"2026-03-19T21:54:20.349615Z","steps":["trace[259727601] 'agreement among raft nodes before linearized reading' (duration: 204.393961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:20.987235Z","caller":"traceutil/trace.go:171","msg":"trace[1529936904] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"115.650894ms","start":"2026-03-19T21:54:20.871557Z","end":"2026-03-19T21:54:20.987208Z","steps":["trace[1529936904] 'process raft request' (duration: 115.493081ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:21.806656Z","caller":"traceutil/trace.go:171","msg":"trace[564200668] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"254.043826ms","start":"2026-03-19T21:54:21.552587Z","end":"2026-03-19T21:54:21.806631Z","steps":["trace[564200668] 'process raft request' (duration: 253.901833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:22.066098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.177393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:54:22.066185Z","caller":"traceutil/trace.go:171","msg":"trace[1221195269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1722; }","duration":"181.327426ms","start":"2026-03-19T21:54:21.884838Z","end":"2026-03-19T21:54:22.066166Z","steps":["trace[1221195269] 'range keys from in-memory index tree' (duration: 180.900167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.289051Z","caller":"traceutil/trace.go:171","msg":"trace[1087411306] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"170.710747ms","start":"2026-03-19T21:54:28.118305Z","end":"2026-03-19T21:54:28.289016Z","steps":["trace[1087411306] 'process raft request' (duration: 170.430216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.66397Z","caller":"traceutil/trace.go:171","msg":"trace[844845754] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1853; }","duration":"364.898531ms","start":"2026-03-19T21:54:28.299045Z","end":"2026-03-19T21:54:28.663943Z","steps":["trace[844845754] 'read index received' (duration: 364.633149ms)","trace[844845754] 'applied index is now lower than readState.Index' (duration: 264.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.664095Z","caller":"traceutil/trace.go:171","msg":"trace[1424361043] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"369.790837ms","start":"2026-03-19T21:54:28.294268Z","end":"2026-03-19T21:54:28.664059Z","steps":["trace[1424361043] 'process raft request' (duration: 369.410494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.664362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.294251Z","time spent":"369.979028ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:28.802144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.073653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:28.802238Z","caller":"traceutil/trace.go:171","msg":"trace[460737850] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1777; }","duration":"503.202044ms","start":"2026-03-19T21:54:28.299012Z","end":"2026-03-19T21:54:28.802214Z","steps":["trace[460737850] 'agreement among raft nodes before linearized reading' (duration: 365.085582ms)","trace[460737850] 'range keys from in-memory index tree' (duration: 137.943041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:28.802291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.298992Z","time spent":"503.289604ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T21:54:28.802323Z","caller":"traceutil/trace.go:171","msg":"trace[216019354] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1854; }","duration":"138.093702ms","start":"2026-03-19T21:54:28.664171Z","end":"2026-03-19T21:54:28.802265Z","steps":["trace[216019354] 'read index received' (duration: 114.426815ms)","trace[216019354] 'applied index is now lower than readState.Index' (duration: 23.664887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:28.802368Z","caller":"traceutil/trace.go:171","msg":"trace[999542293] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"351.76714ms","start":"2026-03-19T21:54:28.450567Z","end":"2026-03-19T21:54:28.802334Z","steps":["trace[999542293] 'process raft request' (duration: 328.104174ms)","trace[999542293] 'compare' (duration: 23.285874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:28.802579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.0715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:54:28.802601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.311599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:28.802635Z","caller":"traceutil/trace.go:171","msg":"trace[1005400882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1778; }","duration":"417.158682ms","start":"2026-03-19T21:54:28.385458Z","end":"2026-03-19T21:54:28.802616Z","steps":["trace[1005400882] 'agreement among raft nodes before linearized reading' (duration: 417.005321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:28.802682Z","caller":"traceutil/trace.go:171","msg":"trace[1036587960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1778; }","duration":"394.5696ms","start":"2026-03-19T21:54:28.408093Z","end":"2026-03-19T21:54:28.802662Z","steps":["trace[1036587960] 'agreement among raft nodes before linearized reading' (duration: 394.196938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.802688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.385441Z","time spent":"417.235292ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:28.802734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.408069Z","time spent":"394.65236ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:28.80282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.279636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:54:28.802974Z","caller":"traceutil/trace.go:171","msg":"trace[471980137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1778; }","duration":"414.525657ms","start":"2026-03-19T21:54:28.388418Z","end":"2026-03-19T21:54:28.802944Z","steps":["trace[471980137] 'agreement among raft nodes before linearized reading' (duration: 413.930474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:28.803079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.388396Z","time spent":"414.665268ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:28.802831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.450545Z","time spent":"352.055711ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:29.314302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:54:29.473551Z","caller":"traceutil/trace.go:171","msg":"trace[871463603] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"664.225269ms","start":"2026-03-19T21:54:28.809303Z","end":"2026-03-19T21:54:29.473529Z","steps":["trace[871463603] 'process raft request' (duration: 664.176119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.473682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.809288Z","time spent":"664.312679ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.473879Z","caller":"traceutil/trace.go:171","msg":"trace[1665095838] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"664.48474ms","start":"2026-03-19T21:54:28.8093Z","end":"2026-03-19T21:54:29.473784Z","steps":["trace[1665095838] 'process raft request' (duration: 613.531096ms)","trace[1665095838] 'compare' (duration: 50.2668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:29.474103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.809278Z","time spent":"664.710441ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.545901Z","caller":"traceutil/trace.go:171","msg":"trace[1795201667] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"534.263569ms","start":"2026-03-19T21:54:29.011616Z","end":"2026-03-19T21:54:29.54588Z","steps":["trace[1795201667] 'process raft request' (duration: 534.073538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.546029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:29.011593Z","time spent":"534.369589ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.546236Z","caller":"traceutil/trace.go:171","msg":"trace[888395145] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"370.49987ms","start":"2026-03-19T21:54:29.175726Z","end":"2026-03-19T21:54:29.546226Z","steps":["trace[888395145] 'process raft request' (duration: 370.119957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.546286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:29.175701Z","time spent":"370.560251ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:29.546511Z","caller":"traceutil/trace.go:171","msg":"trace[1476022066] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1855; }","duration":"732.810747ms","start":"2026-03-19T21:54:28.813663Z","end":"2026-03-19T21:54:29.546474Z","steps":["trace[1476022066] 'read index received' (duration: 609.227243ms)","trace[1476022066] 'applied index is now lower than readState.Index' (duration: 123.543853ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:29.546609Z","caller":"traceutil/trace.go:171","msg":"trace[449979466] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"369.490445ms","start":"2026-03-19T21:54:29.177089Z","end":"2026-03-19T21:54:29.546579Z","steps":["trace[449979466] 'process raft request' (duration: 369.101253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.546711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.027438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:54:29.546765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.165074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:29.546797Z","caller":"traceutil/trace.go:171","msg":"trace[1309140397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1783; }","duration":"733.141928ms","start":"2026-03-19T21:54:28.813625Z","end":"2026-03-19T21:54:29.546767Z","steps":["trace[1309140397] 'agreement among raft nodes before linearized reading' (duration: 732.950537ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:29.546827Z","caller":"traceutil/trace.go:171","msg":"trace[1693314933] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1783; }","duration":"587.280124ms","start":"2026-03-19T21:54:28.959531Z","end":"2026-03-19T21:54:29.546811Z","steps":["trace[1693314933] 'agreement among raft nodes before linearized reading' (duration: 587.134154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:29.546841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.813617Z","time spent":"733.214618ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:29.546882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:28.959512Z","time spent":"587.357475ms","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:29.547053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:29.177064Z","time spent":"369.648776ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:30.833541Z","caller":"traceutil/trace.go:171","msg":"trace[1849186288] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"140.331296ms","start":"2026-03-19T21:54:30.693178Z","end":"2026-03-19T21:54:30.833509Z","steps":["trace[1849186288] 'process raft request' (duration: 72.545936ms)","trace[1849186288] 'compare' (duration: 67.348201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:31.287545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.89718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:54:31.28763Z","caller":"traceutil/trace.go:171","msg":"trace[866671200] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1788; }","duration":"234.036153ms","start":"2026-03-19T21:54:31.053572Z","end":"2026-03-19T21:54:31.287608Z","steps":["trace[866671200] 'range keys from in-memory index tree' (duration: 233.603584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:31.75655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.068612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:31.756673Z","caller":"traceutil/trace.go:171","msg":"trace[1343149646] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1866; }","duration":"278.628357ms","start":"2026-03-19T21:54:31.478023Z","end":"2026-03-19T21:54:31.756652Z","steps":["trace[1343149646] 'read index received' (duration: 32.367402ms)","trace[1343149646] 'applied index is now lower than readState.Index' (duration: 246.259235ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:31.756759Z","caller":"traceutil/trace.go:171","msg":"trace[1231713020] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"330.955563ms","start":"2026-03-19T21:54:31.425776Z","end":"2026-03-19T21:54:31.756731Z","steps":["trace[1231713020] 'process raft request' (duration: 84.609346ms)","trace[1231713020] 'compare' (duration: 245.908916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:31.756858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.826811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T21:54:31.756881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.425751Z","time spent":"331.060156ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:31.756908Z","caller":"traceutil/trace.go:171","msg":"trace[377915242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1789; }","duration":"278.915484ms","start":"2026-03-19T21:54:31.47798Z","end":"2026-03-19T21:54:31.756895Z","steps":["trace[377915242] 'agreement among raft nodes before linearized reading' (duration: 278.73058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:31.852247Z","caller":"traceutil/trace.go:171","msg":"trace[1786637719] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"300.679519ms","start":"2026-03-19T21:54:31.551544Z","end":"2026-03-19T21:54:31.852224Z","steps":["trace[1786637719] 'process raft request' (duration: 300.548557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:31.852384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.551499Z","time spent":"300.813142ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:32.489484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.815667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:32.489722Z","caller":"traceutil/trace.go:171","msg":"trace[833580576] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1868; }","duration":"732.999139ms","start":"2026-03-19T21:54:31.756706Z","end":"2026-03-19T21:54:32.489705Z","steps":["trace[833580576] 'read index received' (duration: 95.558739ms)","trace[833580576] 'applied index is now lower than readState.Index' (duration: 637.43949ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:32.489824Z","caller":"traceutil/trace.go:171","msg":"trace[918102902] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"937.039644ms","start":"2026-03-19T21:54:31.552773Z","end":"2026-03-19T21:54:32.489813Z","steps":["trace[918102902] 'process raft request' (duration: 584.813469ms)","trace[918102902] 'compare' (duration: 351.663453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:32.490122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012023094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:54:32.490162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.552754Z","time spent":"937.375421ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:32.490157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.165346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:32.489861Z","caller":"traceutil/trace.go:171","msg":"trace[1359573150] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"727.71319ms","start":"2026-03-19T21:54:31.762106Z","end":"2026-03-19T21:54:32.489819Z","steps":["trace[1359573150] 'process raft request' (duration: 727.562167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.490174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.708484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:54:32.490182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.810166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:54:32.49023Z","caller":"traceutil/trace.go:171","msg":"trace[822920417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1793; }","duration":"717.313949ms","start":"2026-03-19T21:54:31.772899Z","end":"2026-03-19T21:54:32.490213Z","steps":["trace[822920417] 'agreement among raft nodes before linearized reading' (duration: 717.138415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:32.490257Z","caller":"traceutil/trace.go:171","msg":"trace[614500687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1793; }","duration":"645.846246ms","start":"2026-03-19T21:54:31.844389Z","end":"2026-03-19T21:54:32.490236Z","steps":["trace[614500687] 'agreement among raft nodes before linearized reading' (duration: 645.632742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:32.490273Z","caller":"traceutil/trace.go:171","msg":"trace[1802116800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1793; }","duration":"188.937409ms","start":"2026-03-19T21:54:32.30131Z","end":"2026-03-19T21:54:32.490248Z","steps":["trace[1802116800] 'agreement among raft nodes before linearized reading' (duration: 188.682383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.490279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.772876Z","time spent":"717.393591ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:32.490298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.84437Z","time spent":"645.918818ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:32.490317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.762083Z","time spent":"728.154ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:32.490072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.001939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:54:32.490414Z","caller":"traceutil/trace.go:171","msg":"trace[1404444945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1793; }","duration":"615.380199ms","start":"2026-03-19T21:54:31.875024Z","end":"2026-03-19T21:54:32.490404Z","steps":["trace[1404444945] 'agreement among raft nodes before linearized reading' (duration: 614.949659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.490455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.875011Z","time spent":"615.43557ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T21:54:32.489979Z","caller":"traceutil/trace.go:171","msg":"trace[1446369855] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"911.842512ms","start":"2026-03-19T21:54:31.578108Z","end":"2026-03-19T21:54:32.48995Z","steps":["trace[1446369855] 'process raft request' (duration: 911.472064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.49007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.204549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T21:54:32.490536Z","caller":"traceutil/trace.go:171","msg":"trace[1826707291] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1793; }","duration":"731.715652ms","start":"2026-03-19T21:54:31.758803Z","end":"2026-03-19T21:54:32.490519Z","steps":["trace[1826707291] 'agreement among raft nodes before linearized reading' (duration: 731.174219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.490565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.578078Z","time spent":"912.418886ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:32.490192Z","caller":"traceutil/trace.go:171","msg":"trace[1487316470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"1.012132446s","start":"2026-03-19T21:54:31.478042Z","end":"2026-03-19T21:54:32.490175Z","steps":["trace[1487316470] 'agreement among raft nodes before linearized reading' (duration: 1.011928911s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.490614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.758783Z","time spent":"731.816863ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T21:54:32.490655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:31.478024Z","time spent":"1.012619288s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:32.857922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.415938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:32.858017Z","caller":"traceutil/trace.go:171","msg":"trace[1989838779] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1871; }","duration":"363.629391ms","start":"2026-03-19T21:54:32.494372Z","end":"2026-03-19T21:54:32.858002Z","steps":["trace[1989838779] 'read index received' (duration: 166.071619ms)","trace[1989838779] 'applied index is now lower than readState.Index' (duration: 197.556712ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:32.858108Z","caller":"traceutil/trace.go:171","msg":"trace[1165310096] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"363.901866ms","start":"2026-03-19T21:54:32.494166Z","end":"2026-03-19T21:54:32.858068Z","steps":["trace[1165310096] 'process raft request' (duration: 166.262533ms)","trace[1165310096] 'compare' (duration: 197.318406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:32.858159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.785794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:54:32.858195Z","caller":"traceutil/trace.go:171","msg":"trace[215966528] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1794; }","duration":"363.823105ms","start":"2026-03-19T21:54:32.494362Z","end":"2026-03-19T21:54:32.858185Z","steps":["trace[215966528] 'agreement among raft nodes before linearized reading' (duration: 363.707172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:32.858231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:32.494336Z","time spent":"363.887037ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T21:54:32.858271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:32.494142Z","time spent":"364.03592ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:33.081531Z","caller":"traceutil/trace.go:171","msg":"trace[1193186196] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"587.101329ms","start":"2026-03-19T21:54:32.494401Z","end":"2026-03-19T21:54:33.081503Z","steps":["trace[1193186196] 'process raft request' (duration: 561.61085ms)","trace[1193186196] 'compare' (duration: 25.233482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:33.081713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:32.494383Z","time spent":"587.225622ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:33.081852Z","caller":"traceutil/trace.go:171","msg":"trace[892500959] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"587.12075ms","start":"2026-03-19T21:54:32.494702Z","end":"2026-03-19T21:54:33.081823Z","steps":["trace[892500959] 'process raft request' (duration: 586.71556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:33.081834Z","caller":"traceutil/trace.go:171","msg":"trace[318600436] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1872; }","duration":"223.705723ms","start":"2026-03-19T21:54:32.858042Z","end":"2026-03-19T21:54:33.081748Z","steps":["trace[318600436] 'read index received' (duration: 197.895527ms)","trace[318600436] 'applied index is now lower than readState.Index' (duration: 25.808196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:33.082018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:32.494693Z","time spent":"587.225492ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:33.082233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.285354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:54:33.082319Z","caller":"traceutil/trace.go:171","msg":"trace[523446436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1796; }","duration":"337.397377ms","start":"2026-03-19T21:54:32.744901Z","end":"2026-03-19T21:54:33.082299Z","steps":["trace[523446436] 'agreement among raft nodes before linearized reading' (duration: 336.990918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:33.082477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:32.744837Z","time spent":"337.626362ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:33.766845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.75828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:54:33.766842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.045362ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:33.766897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.136999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:33.766947Z","caller":"traceutil/trace.go:171","msg":"trace[1290446915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1797; }","duration":"269.913722ms","start":"2026-03-19T21:54:33.497006Z","end":"2026-03-19T21:54:33.766919Z","steps":["trace[1290446915] 'range keys from in-memory index tree' (duration: 269.541855ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:33.766961Z","caller":"traceutil/trace.go:171","msg":"trace[2078940423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1797; }","duration":"501.175525ms","start":"2026-03-19T21:54:33.265768Z","end":"2026-03-19T21:54:33.766944Z","steps":["trace[2078940423] 'range keys from in-memory index tree' (duration: 501.029642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:33.76698Z","caller":"traceutil/trace.go:171","msg":"trace[1863999851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1797; }","duration":"420.270402ms","start":"2026-03-19T21:54:33.34669Z","end":"2026-03-19T21:54:33.76696Z","steps":["trace[1863999851] 'range keys from in-memory index tree' (duration: 420.039457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:33.767026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:33.34667Z","time spent":"420.347764ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:54:34.436963Z","caller":"traceutil/trace.go:171","msg":"trace[1178459694] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"114.850128ms","start":"2026-03-19T21:54:34.322072Z","end":"2026-03-19T21:54:34.436922Z","steps":["trace[1178459694] 'process raft request' (duration: 114.616223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:34.907609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.248737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:34.907769Z","caller":"traceutil/trace.go:171","msg":"trace[84144804] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1877; }","duration":"412.771565ms","start":"2026-03-19T21:54:34.494974Z","end":"2026-03-19T21:54:34.907746Z","steps":["trace[84144804] 'read index received' (duration: 95.205981ms)","trace[84144804] 'applied index is now lower than readState.Index' (duration: 317.563784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:34.90787Z","caller":"traceutil/trace.go:171","msg":"trace[1539926867] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"440.886261ms","start":"2026-03-19T21:54:34.466968Z","end":"2026-03-19T21:54:34.907854Z","steps":["trace[1539926867] 'process raft request' (duration: 123.266526ms)","trace[1539926867] 'compare' (duration: 317.094354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:34.907955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:34.466942Z","time spent":"440.970503ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:34.908116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.117003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:54:34.908184Z","caller":"traceutil/trace.go:171","msg":"trace[228175359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1800; }","duration":"413.234526ms","start":"2026-03-19T21:54:34.494933Z","end":"2026-03-19T21:54:34.908167Z","steps":["trace[228175359] 'agreement among raft nodes before linearized reading' (duration: 412.951009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:34.908226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:34.494919Z","time spent":"413.298417ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:54:34.943589Z","caller":"traceutil/trace.go:171","msg":"trace[1349273807] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"448.273186ms","start":"2026-03-19T21:54:34.495288Z","end":"2026-03-19T21:54:34.943561Z","steps":["trace[1349273807] 'process raft request' (duration: 448.100802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:34.943822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:34.495267Z","time spent":"448.470901ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:34.943874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.360648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:54:34.943918Z","caller":"traceutil/trace.go:171","msg":"trace[383274902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1802; }","duration":"387.43731ms","start":"2026-03-19T21:54:34.556469Z","end":"2026-03-19T21:54:34.943906Z","steps":["trace[383274902] 'agreement among raft nodes before linearized reading' (duration: 387.274167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:34.943933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.475132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:34.943955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:34.556456Z","time spent":"387.490581ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T21:54:34.943969Z","caller":"traceutil/trace.go:171","msg":"trace[1568825271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1802; }","duration":"172.564584ms","start":"2026-03-19T21:54:34.771394Z","end":"2026-03-19T21:54:34.943959Z","steps":["trace[1568825271] 'agreement among raft nodes before linearized reading' (duration: 172.497952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:34.943993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.514244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:34.944117Z","caller":"traceutil/trace.go:171","msg":"trace[2026561360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1802; }","duration":"168.681198ms","start":"2026-03-19T21:54:34.77541Z","end":"2026-03-19T21:54:34.944091Z","steps":["trace[2026561360] 'agreement among raft nodes before linearized reading' (duration: 168.422772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:34.944122Z","caller":"traceutil/trace.go:171","msg":"trace[1297680061] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"448.754796ms","start":"2026-03-19T21:54:34.495331Z","end":"2026-03-19T21:54:34.944086Z","steps":["trace[1297680061] 'process raft request' (duration: 448.187094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:34.944297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:34.495307Z","time spent":"448.89661ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:35.129902Z","caller":"traceutil/trace.go:171","msg":"trace[1867802941] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"179.335545ms","start":"2026-03-19T21:54:34.950539Z","end":"2026-03-19T21:54:35.129875Z","steps":["trace[1867802941] 'process raft request' (duration: 87.046429ms)","trace[1867802941] 'compare' (duration: 91.986569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:35.129895Z","caller":"traceutil/trace.go:171","msg":"trace[259814136] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1881; }","duration":"131.371446ms","start":"2026-03-19T21:54:34.998447Z","end":"2026-03-19T21:54:35.129818Z","steps":["trace[259814136] 'read index received' (duration: 39.144352ms)","trace[259814136] 'applied index is now lower than readState.Index' (duration: 92.225414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:35.130099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.272065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:35.130158Z","caller":"traceutil/trace.go:171","msg":"trace[1753492172] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1804; }","duration":"175.387988ms","start":"2026-03-19T21:54:34.954757Z","end":"2026-03-19T21:54:35.130145Z","steps":["trace[1753492172] 'agreement among raft nodes before linearized reading' (duration: 175.214044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:35.461807Z","caller":"traceutil/trace.go:171","msg":"trace[1360360019] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1882; }","duration":"318.931685ms","start":"2026-03-19T21:54:35.142851Z","end":"2026-03-19T21:54:35.461783Z","steps":["trace[1360360019] 'read index received' (duration: 42.949258ms)","trace[1360360019] 'applied index is now lower than readState.Index' (duration: 275.981537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:35.461823Z","caller":"traceutil/trace.go:171","msg":"trace[1343954654] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"326.978774ms","start":"2026-03-19T21:54:35.134809Z","end":"2026-03-19T21:54:35.461788Z","steps":["trace[1343954654] 'process raft request' (duration: 240.579579ms)","trace[1343954654] 'compare' (duration: 86.17755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:35.461932Z","caller":"traceutil/trace.go:171","msg":"trace[62986255] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"327.102247ms","start":"2026-03-19T21:54:35.134816Z","end":"2026-03-19T21:54:35.461918Z","steps":["trace[62986255] 'process raft request' (duration: 326.916683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:35.461975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:35.134781Z","time spent":"327.111237ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:35.462037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:35.134783Z","time spent":"327.176419ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:35.462149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.514549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:35.462225Z","caller":"traceutil/trace.go:171","msg":"trace[174553858] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1807; }","duration":"254.647152ms","start":"2026-03-19T21:54:35.207561Z","end":"2026-03-19T21:54:35.462208Z","steps":["trace[174553858] 'agreement among raft nodes before linearized reading' (duration: 254.521399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:35.462293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.435906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:35.462343Z","caller":"traceutil/trace.go:171","msg":"trace[391788338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1807; }","duration":"319.502347ms","start":"2026-03-19T21:54:35.142825Z","end":"2026-03-19T21:54:35.462327Z","steps":["trace[391788338] 'agreement among raft nodes before linearized reading' (duration: 319.334713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:35.462374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:35.142812Z","time spent":"319.555519ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:54:36.732451Z","caller":"traceutil/trace.go:171","msg":"trace[1070887731] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"185.091883ms","start":"2026-03-19T21:54:36.547332Z","end":"2026-03-19T21:54:36.732424Z","steps":["trace[1070887731] 'process raft request' (duration: 184.894149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:37.067583Z","caller":"traceutil/trace.go:171","msg":"trace[236834069] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1889; }","duration":"110.763647ms","start":"2026-03-19T21:54:36.956802Z","end":"2026-03-19T21:54:37.067566Z","steps":["trace[236834069] 'read index received' (duration: 34.282943ms)","trace[236834069] 'applied index is now lower than readState.Index' (duration: 76.479814ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:37.067624Z","caller":"traceutil/trace.go:171","msg":"trace[1585353913] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"117.585859ms","start":"2026-03-19T21:54:36.950021Z","end":"2026-03-19T21:54:37.067607Z","steps":["trace[1585353913] 'process raft request' (duration: 117.464357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:37.067814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.990461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:37.067881Z","caller":"traceutil/trace.go:171","msg":"trace[2131287534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"111.086194ms","start":"2026-03-19T21:54:36.956782Z","end":"2026-03-19T21:54:37.067868Z","steps":["trace[2131287534] 'agreement among raft nodes before linearized reading' (duration: 110.884679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:37.184844Z","caller":"traceutil/trace.go:171","msg":"trace[623193348] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"113.434037ms","start":"2026-03-19T21:54:37.071386Z","end":"2026-03-19T21:54:37.18482Z","steps":["trace[623193348] 'process raft request' (duration: 82.693672ms)","trace[623193348] 'compare' (duration: 30.5011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:37.569833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.198679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T21:54:37.569878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.724381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T21:54:37.569941Z","caller":"traceutil/trace.go:171","msg":"trace[979776640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1815; }","duration":"103.827293ms","start":"2026-03-19T21:54:37.466099Z","end":"2026-03-19T21:54:37.569926Z","steps":["trace[979776640] 'range keys from in-memory index tree' (duration: 103.584767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:37.570002Z","caller":"traceutil/trace.go:171","msg":"trace[82000797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1815; }","duration":"103.355823ms","start":"2026-03-19T21:54:37.466563Z","end":"2026-03-19T21:54:37.569918Z","steps":["trace[82000797] 'range keys from in-memory index tree' (duration: 102.953313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:37.68478Z","caller":"traceutil/trace.go:171","msg":"trace[1272566787] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"109.55412ms","start":"2026-03-19T21:54:37.575185Z","end":"2026-03-19T21:54:37.684739Z","steps":["trace[1272566787] 'process raft request' (duration: 98.738989ms)","trace[1272566787] 'compare' (duration: 10.700609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:38.574653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:54:38.73977Z","caller":"traceutil/trace.go:171","msg":"trace[830620322] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"665.471833ms","start":"2026-03-19T21:54:38.074274Z","end":"2026-03-19T21:54:38.739746Z","steps":["trace[830620322] 'read index received' (duration: 665.251529ms)","trace[830620322] 'applied index is now lower than readState.Index' (duration: 219.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:38.739961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.692946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:38.740014Z","caller":"traceutil/trace.go:171","msg":"trace[1538229714] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1818; }","duration":"352.82237ms","start":"2026-03-19T21:54:38.387178Z","end":"2026-03-19T21:54:38.74Z","steps":["trace[1538229714] 'agreement among raft nodes before linearized reading' (duration: 352.706598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:38.739945Z","caller":"traceutil/trace.go:171","msg":"trace[76025403] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"786.099491ms","start":"2026-03-19T21:54:37.953719Z","end":"2026-03-19T21:54:38.739819Z","steps":["trace[76025403] 'process raft request' (duration: 785.860456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:38.740075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:38.387149Z","time spent":"352.907111ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:38.740047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.7487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:38.740196Z","caller":"traceutil/trace.go:171","msg":"trace[1068201438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1818; }","duration":"665.935914ms","start":"2026-03-19T21:54:38.074238Z","end":"2026-03-19T21:54:38.740173Z","steps":["trace[1068201438] 'agreement among raft nodes before linearized reading' (duration: 665.625797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:38.74025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:38.074224Z","time spent":"666.015906ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:38.740341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:37.953693Z","time spent":"786.460628ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:39.089504Z","caller":"traceutil/trace.go:171","msg":"trace[2054304567] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"164.210128ms","start":"2026-03-19T21:54:38.925272Z","end":"2026-03-19T21:54:39.089483Z","steps":["trace[2054304567] 'process raft request' (duration: 164.069765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:39.323485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.325466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:39.323559Z","caller":"traceutil/trace.go:171","msg":"trace[232026151] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1821; }","duration":"162.448939ms","start":"2026-03-19T21:54:39.161093Z","end":"2026-03-19T21:54:39.323541Z","steps":["trace[232026151] 'count revisions from in-memory index tree' (duration: 162.237174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:39.323661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.498689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T21:54:39.323499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.011101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:54:39.323755Z","caller":"traceutil/trace.go:171","msg":"trace[149080533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1821; }","duration":"135.644532ms","start":"2026-03-19T21:54:39.188091Z","end":"2026-03-19T21:54:39.323736Z","steps":["trace[149080533] 'range keys from in-memory index tree' (duration: 135.340365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:39.323777Z","caller":"traceutil/trace.go:171","msg":"trace[830729001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1821; }","duration":"110.346059ms","start":"2026-03-19T21:54:39.213407Z","end":"2026-03-19T21:54:39.323753Z","steps":["trace[830729001] 'range keys from in-memory index tree' (duration: 109.804577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:39.49071Z","caller":"traceutil/trace.go:171","msg":"trace[1083994988] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"163.291177ms","start":"2026-03-19T21:54:39.327394Z","end":"2026-03-19T21:54:39.490685Z","steps":["trace[1083994988] 'process raft request' (duration: 163.138234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:39.743077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.237023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:39.743382Z","caller":"traceutil/trace.go:171","msg":"trace[387083791] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"415.522807ms","start":"2026-03-19T21:54:39.327828Z","end":"2026-03-19T21:54:39.74335Z","steps":["trace[387083791] 'process raft request' (duration: 252.925595ms)","trace[387083791] 'compare' (duration: 161.988658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:39.743533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:39.327812Z","time spent":"415.639769ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:39.743605Z","caller":"traceutil/trace.go:171","msg":"trace[1638387828] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"414.960263ms","start":"2026-03-19T21:54:39.32862Z","end":"2026-03-19T21:54:39.743581Z","steps":["trace[1638387828] 'process raft request' (duration: 414.617256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:39.743717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:39.328594Z","time spent":"415.070056ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:39.996439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.468168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:39.996571Z","caller":"traceutil/trace.go:171","msg":"trace[1044122915] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"249.830655ms","start":"2026-03-19T21:54:39.746715Z","end":"2026-03-19T21:54:39.996546Z","steps":["trace[1044122915] 'process raft request' (duration: 97.120263ms)","trace[1044122915] 'compare' (duration: 152.312394ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:39.996656Z","caller":"traceutil/trace.go:171","msg":"trace[1230676556] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1903; }","duration":"249.100989ms","start":"2026-03-19T21:54:39.74753Z","end":"2026-03-19T21:54:39.996631Z","steps":["trace[1230676556] 'read index received' (duration: 96.317385ms)","trace[1230676556] 'applied index is now lower than readState.Index' (duration: 152.780434ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:39.996675Z","caller":"traceutil/trace.go:171","msg":"trace[60737708] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"249.055129ms","start":"2026-03-19T21:54:39.747598Z","end":"2026-03-19T21:54:39.996653Z","steps":["trace[60737708] 'process raft request' (duration: 248.970667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:39.996948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.405796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:39.997012Z","caller":"traceutil/trace.go:171","msg":"trace[2055904165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1826; }","duration":"249.485088ms","start":"2026-03-19T21:54:39.747511Z","end":"2026-03-19T21:54:39.996996Z","steps":["trace[2055904165] 'agreement among raft nodes before linearized reading' (duration: 249.308904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:41.996083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:42.496537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:42.997497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:43.498228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:43.773992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:54:43.774063Z","caller":"traceutil/trace.go:171","msg":"trace[1173649097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003113s","start":"2026-03-19T21:54:41.773736Z","end":"2026-03-19T21:54:43.774047Z","steps":["trace[1173649097] 'agreement among raft nodes before linearized reading' (duration: 2.000218048s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:43.774101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.773709Z","time spent":"2.000385932s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:43.998729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:44.499226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:45.000056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606020975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:45.052774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787423258s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:45.052908Z","caller":"traceutil/trace.go:171","msg":"trace[1212330187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1828; }","duration":"1.787570111s","start":"2026-03-19T21:54:43.265318Z","end":"2026-03-19T21:54:45.052888Z","steps":["trace[1212330187] 'range keys from in-memory index tree' (duration: 1.787405357s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.346275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:54:45.34636Z","caller":"traceutil/trace.go:171","msg":"trace[773177771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029943s","start":"2026-03-19T21:54:43.346041Z","end":"2026-03-19T21:54:45.34634Z","steps":["trace[773177771] 'agreement among raft nodes before linearized reading' (duration: 2.000196287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.346458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:43.346008Z","time spent":"2.000437793s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:54:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:54:45.366648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.746798797s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:54:45.367163Z","caller":"traceutil/trace.go:171","msg":"trace[1399691221] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"4.269525951s","start":"2026-03-19T21:54:41.097612Z","end":"2026-03-19T21:54:45.367137Z","steps":["trace[1399691221] 'process raft request' (duration: 4.269441489s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.367172Z","caller":"traceutil/trace.go:171","msg":"trace[754412713] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"4.271214829s","start":"2026-03-19T21:54:41.095934Z","end":"2026-03-19T21:54:45.367149Z","steps":["trace[754412713] 'process raft request' (duration: 4.270924082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.367326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.09758Z","time spent":"4.269664914s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:45.367402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.095911Z","time spent":"4.271444514s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:45.527996Z","caller":"traceutil/trace.go:171","msg":"trace[1071937923] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"4.315345983s","start":"2026-03-19T21:54:41.21262Z","end":"2026-03-19T21:54:45.527966Z","steps":["trace[1071937923] 'process raft request' (duration: 4.270046633s)","trace[1071937923] 'compare' (duration: 45.081194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:45.528085Z","caller":"traceutil/trace.go:171","msg":"trace[1738037003] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1908; }","duration":"4.032829909s","start":"2026-03-19T21:54:41.495233Z","end":"2026-03-19T21:54:45.528063Z","steps":["trace[1738037003] 'read index received' (duration: 3.871637077s)","trace[1738037003] 'applied index is now lower than readState.Index' (duration: 161.191842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:45.528164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.212574Z","time spent":"4.315501576s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:45.528205Z","caller":"traceutil/trace.go:171","msg":"trace[1643110253] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"2.740723786s","start":"2026-03-19T21:54:42.787472Z","end":"2026-03-19T21:54:45.528195Z","steps":["trace[1643110253] 'process raft request' (duration: 2.740501691s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.528246Z","caller":"traceutil/trace.go:171","msg":"trace[71358630] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"3.265163878s","start":"2026-03-19T21:54:42.263039Z","end":"2026-03-19T21:54:45.528203Z","steps":["trace[71358630] 'process raft request' (duration: 3.264893151s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.528437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033201116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:54:45.528455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:42.263014Z","time spent":"3.265322201s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:54:45.528436Z","caller":"traceutil/trace.go:171","msg":"trace[401462506] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"289.53872ms","start":"2026-03-19T21:54:45.238866Z","end":"2026-03-19T21:54:45.528404Z","steps":["trace[401462506] 'process raft request' (duration: 289.156382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.528489Z","caller":"traceutil/trace.go:171","msg":"trace[986075242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1835; }","duration":"4.033292279s","start":"2026-03-19T21:54:41.495185Z","end":"2026-03-19T21:54:45.528478Z","steps":["trace[986075242] 'agreement among raft nodes before linearized reading' (duration: 4.033099534s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.528527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.495163Z","time spent":"4.033353891s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:54:45.528572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78104041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T21:54:45.528617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517326225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:45.528664Z","caller":"traceutil/trace.go:171","msg":"trace[542640956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1835; }","duration":"3.517409196s","start":"2026-03-19T21:54:42.01124Z","end":"2026-03-19T21:54:45.528649Z","steps":["trace[542640956] 'agreement among raft nodes before linearized reading' (duration: 3.517250213s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.528667Z","caller":"traceutil/trace.go:171","msg":"trace[487647388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1835; }","duration":"3.781188763s","start":"2026-03-19T21:54:41.747447Z","end":"2026-03-19T21:54:45.528636Z","steps":["trace[487647388] 'agreement among raft nodes before linearized reading' (duration: 3.780887367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.528712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:42.01122Z","time spent":"3.517477739s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:45.528728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.747428Z","time spent":"3.781290135s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:54:45.528803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.601161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:45.528826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4783479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:45.528853Z","caller":"traceutil/trace.go:171","msg":"trace[34870793] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1835; }","duration":"487.695434ms","start":"2026-03-19T21:54:45.041147Z","end":"2026-03-19T21:54:45.528842Z","steps":["trace[34870793] 'agreement among raft nodes before linearized reading' (duration: 487.609422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.52887Z","caller":"traceutil/trace.go:171","msg":"trace[1696723270] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1835; }","duration":"2.478423771s","start":"2026-03-19T21:54:43.050435Z","end":"2026-03-19T21:54:45.528859Z","steps":["trace[1696723270] 'agreement among raft nodes before linearized reading' (duration: 2.478314959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.52889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:45.041126Z","time spent":"487.755766ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:45.528881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528751889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:54:45.528909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:43.050415Z","time spent":"2.478480863s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:45.528903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424792093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:45.528952Z","caller":"traceutil/trace.go:171","msg":"trace[413772110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1835; }","duration":"3.528858802s","start":"2026-03-19T21:54:42.00008Z","end":"2026-03-19T21:54:45.528938Z","steps":["trace[413772110] 'agreement among raft nodes before linearized reading' (duration: 3.528707649s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.528972Z","caller":"traceutil/trace.go:171","msg":"trace[125745150] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1835; }","duration":"3.424877785s","start":"2026-03-19T21:54:42.104076Z","end":"2026-03-19T21:54:45.528953Z","steps":["trace[125745150] 'agreement among raft nodes before linearized reading' (duration: 3.424761973s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.529034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:42.104018Z","time spent":"3.425006128s","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:45.528667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754016523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:45.529087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528028133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T21:54:45.529108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750006294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:45.529127Z","caller":"traceutil/trace.go:171","msg":"trace[1309044476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1835; }","duration":"3.528100925s","start":"2026-03-19T21:54:42.001015Z","end":"2026-03-19T21:54:45.529116Z","steps":["trace[1309044476] 'agreement among raft nodes before linearized reading' (duration: 3.528001303s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.529129Z","caller":"traceutil/trace.go:171","msg":"trace[1176943256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1835; }","duration":"1.754562986s","start":"2026-03-19T21:54:43.774553Z","end":"2026-03-19T21:54:45.529116Z","steps":["trace[1176943256] 'agreement among raft nodes before linearized reading' (duration: 1.753933862s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.529144Z","caller":"traceutil/trace.go:171","msg":"trace[1916822047] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1835; }","duration":"1.750043585s","start":"2026-03-19T21:54:43.77909Z","end":"2026-03-19T21:54:45.529134Z","steps":["trace[1916822047] 'agreement among raft nodes before linearized reading' (duration: 1.749981764s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.529156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:42.000985Z","time spent":"3.528165006s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:45.529165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:43.774539Z","time spent":"1.754616297s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:45.529177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:43.779071Z","time spent":"1.750097997s","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:54:45.528581Z","caller":"traceutil/trace.go:171","msg":"trace[800921384] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"3.583239973s","start":"2026-03-19T21:54:41.945305Z","end":"2026-03-19T21:54:45.528545Z","steps":["trace[800921384] 'process raft request' (duration: 3.582579788s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.528995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:42.00005Z","time spent":"3.528937923s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:45.528928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.781355376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:54:45.529385Z","caller":"traceutil/trace.go:171","msg":"trace[548985127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1835; }","duration":"3.781839347s","start":"2026-03-19T21:54:41.747534Z","end":"2026-03-19T21:54:45.529374Z","steps":["trace[548985127] 'agreement among raft nodes before linearized reading' (duration: 3.781324456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.52969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.747514Z","time spent":"3.781908688s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:45.529315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:41.945284Z","time spent":"3.583975139s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:45.529843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224695972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:54:45.5299Z","caller":"traceutil/trace.go:171","msg":"trace[1869096829] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1835; }","duration":"1.224795854s","start":"2026-03-19T21:54:44.305092Z","end":"2026-03-19T21:54:45.529888Z","steps":["trace[1869096829] 'agreement among raft nodes before linearized reading' (duration: 1.223787182s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.529935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:44.30507Z","time spent":"1.224855235s","remote":"127.0.0.1:60050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:45.530012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:42.787447Z","time spent":"2.740784756s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:45.810067Z","caller":"traceutil/trace.go:171","msg":"trace[449674449] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"275.457216ms","start":"2026-03-19T21:54:45.534578Z","end":"2026-03-19T21:54:45.810035Z","steps":["trace[449674449] 'process raft request' (duration: 195.894574ms)","trace[449674449] 'compare' (duration: 79.061881ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:45.810244Z","caller":"traceutil/trace.go:171","msg":"trace[1758822723] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"275.563019ms","start":"2026-03-19T21:54:45.534664Z","end":"2026-03-19T21:54:45.810227Z","steps":["trace[1758822723] 'process raft request' (duration: 275.308803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.81051Z","caller":"traceutil/trace.go:171","msg":"trace[1407272324] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"275.560258ms","start":"2026-03-19T21:54:45.534868Z","end":"2026-03-19T21:54:45.810429Z","steps":["trace[1407272324] 'process raft request' (duration: 275.307593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.810773Z","caller":"traceutil/trace.go:171","msg":"trace[229865676] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"275.20387ms","start":"2026-03-19T21:54:45.535549Z","end":"2026-03-19T21:54:45.810753Z","steps":["trace[229865676] 'process raft request' (duration: 275.045957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.810781Z","caller":"traceutil/trace.go:171","msg":"trace[1590059511] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"275.776333ms","start":"2026-03-19T21:54:45.534959Z","end":"2026-03-19T21:54:45.810735Z","steps":["trace[1590059511] 'process raft request' (duration: 275.391845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.810763Z","caller":"traceutil/trace.go:171","msg":"trace[145469277] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1916; }","duration":"248.607598ms","start":"2026-03-19T21:54:45.562119Z","end":"2026-03-19T21:54:45.810726Z","steps":["trace[145469277] 'read index received' (duration: 168.250798ms)","trace[145469277] 'applied index is now lower than readState.Index' (duration: 80.3554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:45.810918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.930445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:45.810933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.104356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:45.810998Z","caller":"traceutil/trace.go:171","msg":"trace[1266230139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1841; }","duration":"271.049128ms","start":"2026-03-19T21:54:45.539932Z","end":"2026-03-19T21:54:45.810981Z","steps":["trace[1266230139] 'agreement among raft nodes before linearized reading' (duration: 270.913804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:45.811014Z","caller":"traceutil/trace.go:171","msg":"trace[1308817487] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1841; }","duration":"270.21067ms","start":"2026-03-19T21:54:45.540783Z","end":"2026-03-19T21:54:45.810993Z","steps":["trace[1308817487] 'agreement among raft nodes before linearized reading' (duration: 270.040045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.811149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.696265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:54:45.811207Z","caller":"traceutil/trace.go:171","msg":"trace[986526421] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1841; }","duration":"246.805778ms","start":"2026-03-19T21:54:45.564385Z","end":"2026-03-19T21:54:45.811191Z","steps":["trace[986526421] 'agreement among raft nodes before linearized reading' (duration: 246.675375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:45.811259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.633472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T21:54:45.811341Z","caller":"traceutil/trace.go:171","msg":"trace[2132720738] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:1841; }","duration":"245.752495ms","start":"2026-03-19T21:54:45.565569Z","end":"2026-03-19T21:54:45.811321Z","steps":["trace[2132720738] 'agreement among raft nodes before linearized reading' (duration: 245.490589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:46.287737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.81155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:46.288067Z","caller":"traceutil/trace.go:171","msg":"trace[799306120] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1921; }","duration":"471.860951ms","start":"2026-03-19T21:54:45.816185Z","end":"2026-03-19T21:54:46.288046Z","steps":["trace[799306120] 'read index received' (duration: 131.582751ms)","trace[799306120] 'applied index is now lower than readState.Index' (duration: 340.27658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:46.28823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.521411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:46.288188Z","caller":"traceutil/trace.go:171","msg":"trace[1488394617] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"474.691845ms","start":"2026-03-19T21:54:45.813433Z","end":"2026-03-19T21:54:46.288125Z","steps":["trace[1488394617] 'process raft request' (duration: 134.390184ms)","trace[1488394617] 'compare' (duration: 339.663157ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:46.288265Z","caller":"traceutil/trace.go:171","msg":"trace[1258569617] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1842; }","duration":"250.626784ms","start":"2026-03-19T21:54:46.037628Z","end":"2026-03-19T21:54:46.288255Z","steps":["trace[1258569617] 'agreement among raft nodes before linearized reading' (duration: 250.524902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:46.288298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.084877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:46.288414Z","caller":"traceutil/trace.go:171","msg":"trace[1983035193] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1842; }","duration":"472.24221ms","start":"2026-03-19T21:54:45.816147Z","end":"2026-03-19T21:54:46.28839Z","steps":["trace[1983035193] 'agreement among raft nodes before linearized reading' (duration: 471.977854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:46.288448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:45.813412Z","time spent":"474.896299ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:46.28847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:45.816127Z","time spent":"472.333402ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T21:54:47.501967Z","caller":"traceutil/trace.go:171","msg":"trace[1770292398] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"129.449324ms","start":"2026-03-19T21:54:47.372485Z","end":"2026-03-19T21:54:47.501934Z","steps":["trace[1770292398] 'process raft request' (duration: 76.356691ms)","trace[1770292398] 'compare' (duration: 52.890788ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:47.502069Z","caller":"traceutil/trace.go:171","msg":"trace[155177953] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"129.427883ms","start":"2026-03-19T21:54:47.372575Z","end":"2026-03-19T21:54:47.502003Z","steps":["trace[155177953] 'process raft request' (duration: 129.2708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.127934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.243105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:48.1281Z","caller":"traceutil/trace.go:171","msg":"trace[1576467649] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"508.253333ms","start":"2026-03-19T21:54:47.619826Z","end":"2026-03-19T21:54:48.12808Z","steps":["trace[1576467649] 'read index received' (duration: 45.621µs)","trace[1576467649] 'applied index is now lower than readState.Index' (duration: 508.206462ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:48.128234Z","caller":"traceutil/trace.go:171","msg":"trace[1222821210] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"592.96824ms","start":"2026-03-19T21:54:47.535253Z","end":"2026-03-19T21:54:48.128221Z","steps":["trace[1222821210] 'process raft request' (duration: 83.326807ms)","trace[1222821210] 'compare' (duration: 509.07138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:48.128314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.535218Z","time spent":"593.056302ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:48.128529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.688212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:48.128652Z","caller":"traceutil/trace.go:171","msg":"trace[1410247311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1846; }","duration":"354.865086ms","start":"2026-03-19T21:54:47.773765Z","end":"2026-03-19T21:54:48.12863Z","steps":["trace[1410247311] 'agreement among raft nodes before linearized reading' (duration: 354.686622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.128815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.158926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:54:48.128876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.77374Z","time spent":"355.123591ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:54:48.128933Z","caller":"traceutil/trace.go:171","msg":"trace[1002529278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"313.290529ms","start":"2026-03-19T21:54:47.815599Z","end":"2026-03-19T21:54:48.128889Z","steps":["trace[1002529278] 'agreement among raft nodes before linearized reading' (duration: 312.912221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.128667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.84947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T21:54:48.129023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.815565Z","time spent":"313.445253ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:54:48.12909Z","caller":"traceutil/trace.go:171","msg":"trace[1974187907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1846; }","duration":"313.276369ms","start":"2026-03-19T21:54:47.81575Z","end":"2026-03-19T21:54:48.129026Z","steps":["trace[1974187907] 'agreement among raft nodes before linearized reading' (duration: 312.742808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.128688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.844055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:54:48.129167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.815728Z","time spent":"313.421382ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:48.129167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.103535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:54:48.129234Z","caller":"traceutil/trace.go:171","msg":"trace[226816373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1846; }","duration":"313.34547ms","start":"2026-03-19T21:54:47.81587Z","end":"2026-03-19T21:54:48.129216Z","steps":["trace[226816373] 'agreement among raft nodes before linearized reading' (duration: 312.642775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:48.129234Z","caller":"traceutil/trace.go:171","msg":"trace[16293704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"509.426778ms","start":"2026-03-19T21:54:47.619773Z","end":"2026-03-19T21:54:48.1292Z","steps":["trace[16293704] 'agreement among raft nodes before linearized reading' (duration: 508.666481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.129294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.815841Z","time spent":"313.441332ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:48.129306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.61975Z","time spent":"509.540881ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:48.128719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.787638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T21:54:48.12875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.978302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:54:48.129404Z","caller":"traceutil/trace.go:171","msg":"trace[1098408833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"313.531494ms","start":"2026-03-19T21:54:47.815858Z","end":"2026-03-19T21:54:48.12939Z","steps":["trace[1098408833] 'agreement among raft nodes before linearized reading' (duration: 312.659305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.129443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.815827Z","time spent":"313.605726ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:54:48.129504Z","caller":"traceutil/trace.go:171","msg":"trace[702184753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1846; }","duration":"313.742989ms","start":"2026-03-19T21:54:47.815685Z","end":"2026-03-19T21:54:48.129428Z","steps":["trace[702184753] 'agreement among raft nodes before linearized reading' (duration: 312.817289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:48.129832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:47.815648Z","time spent":"314.166168ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:54:50.276877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:50.77804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:51.278356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:51.776644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:54:51.776764Z","caller":"traceutil/trace.go:171","msg":"trace[1160553754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182168s","start":"2026-03-19T21:54:49.776534Z","end":"2026-03-19T21:54:51.776716Z","steps":["trace[1160553754] 'agreement among raft nodes before linearized reading' (duration: 2.000038235s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:51.776815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:49.776514Z","time spent":"2.00029151s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:51.779195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:52.279512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:54:52.418445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.109644892s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:54:52.418821Z","caller":"traceutil/trace.go:171","msg":"trace[885780418] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"3.110141493s","start":"2026-03-19T21:54:49.308658Z","end":"2026-03-19T21:54:52.418799Z","steps":["trace[885780418] 'process raft request' (duration: 3.11000498s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.418954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:49.30863Z","time spent":"3.110254816s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:52.597199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.049268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:52.597402Z","caller":"traceutil/trace.go:171","msg":"trace[1268106068] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"3.089595377s","start":"2026-03-19T21:54:49.507775Z","end":"2026-03-19T21:54:52.59737Z","steps":["trace[1268106068] 'process raft request' (duration: 2.963274883s)","trace[1268106068] 'compare' (duration: 125.913355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:52.597557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:49.507748Z","time spent":"3.089723089s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:52.597585Z","caller":"traceutil/trace.go:171","msg":"trace[460150134] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"3.089616207s","start":"2026-03-19T21:54:49.507935Z","end":"2026-03-19T21:54:52.597551Z","steps":["trace[460150134] 'process raft request' (duration: 3.089367961s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.597425Z","caller":"traceutil/trace.go:171","msg":"trace[638701936] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1932; }","duration":"2.820840429s","start":"2026-03-19T21:54:49.776566Z","end":"2026-03-19T21:54:52.597406Z","steps":["trace[638701936] 'read index received' (duration: 2.642093187s)","trace[638701936] 'applied index is now lower than readState.Index' (duration: 178.745972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:52.597782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:49.507881Z","time spent":"3.089807882s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:52.597864Z","caller":"traceutil/trace.go:171","msg":"trace[2118030173] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"2.464137903s","start":"2026-03-19T21:54:50.133713Z","end":"2026-03-19T21:54:52.597851Z","steps":["trace[2118030173] 'process raft request' (duration: 2.463637852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.59789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453509977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:52.597929Z","caller":"traceutil/trace.go:171","msg":"trace[1285681583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1855; }","duration":"2.453599489s","start":"2026-03-19T21:54:50.144317Z","end":"2026-03-19T21:54:52.597917Z","steps":["trace[1285681583] 'agreement among raft nodes before linearized reading' (duration: 2.453457146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.597941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.133688Z","time spent":"2.464218274s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:52.597969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.144287Z","time spent":"2.453674971s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:52.598112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395540585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:54:52.598185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395654787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:54:52.598195Z","caller":"traceutil/trace.go:171","msg":"trace[61663484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1855; }","duration":"2.395658347s","start":"2026-03-19T21:54:50.202519Z","end":"2026-03-19T21:54:52.598178Z","steps":["trace[61663484] 'agreement among raft nodes before linearized reading' (duration: 2.395391252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421134165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:54:52.598224Z","caller":"traceutil/trace.go:171","msg":"trace[465176917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"2.395719299s","start":"2026-03-19T21:54:50.202494Z","end":"2026-03-19T21:54:52.598214Z","steps":["trace[465176917] 'agreement among raft nodes before linearized reading' (duration: 2.395565586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.20248Z","time spent":"2.39577436s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:54:52.598265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.202506Z","time spent":"2.39573067s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:54:52.598266Z","caller":"traceutil/trace.go:171","msg":"trace[997656691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"2.421279378s","start":"2026-03-19T21:54:50.176966Z","end":"2026-03-19T21:54:52.598246Z","steps":["trace[997656691] 'agreement among raft nodes before linearized reading' (duration: 2.421049773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543804171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T21:54:52.598321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.176943Z","time spent":"2.42136398s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T21:54:52.598328Z","caller":"traceutil/trace.go:171","msg":"trace[1500267271] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1855; }","duration":"1.543878772s","start":"2026-03-19T21:54:51.054437Z","end":"2026-03-19T21:54:52.598316Z","steps":["trace[1500267271] 'agreement among raft nodes before linearized reading' (duration: 1.543795631s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31301687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:54:52.598188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395821321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T21:54:52.598304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365993519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:52.598362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:51.054414Z","time spent":"1.543941594s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T21:54:52.598323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.008299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:52.598379Z","caller":"traceutil/trace.go:171","msg":"trace[2085736427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1855; }","duration":"2.396076327s","start":"2026-03-19T21:54:50.202293Z","end":"2026-03-19T21:54:52.598369Z","steps":["trace[2085736427] 'agreement among raft nodes before linearized reading' (duration: 2.395650077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295017738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-03-19T21:54:52.598419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.20227Z","time spent":"2.396140769s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:54:52.598423Z","caller":"traceutil/trace.go:171","msg":"trace[265062782] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1855; }","duration":"1.366256245s","start":"2026-03-19T21:54:51.232133Z","end":"2026-03-19T21:54:52.59839Z","steps":["trace[265062782] 'agreement among raft nodes before linearized reading' (duration: 1.365931448s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.598423Z","caller":"traceutil/trace.go:171","msg":"trace[489448515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"821.125272ms","start":"2026-03-19T21:54:51.777281Z","end":"2026-03-19T21:54:52.598407Z","steps":["trace[489448515] 'agreement among raft nodes before linearized reading' (duration: 821.00364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:51.232114Z","time spent":"1.366360447s","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:54:52.598188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.623445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e5cbfd7d5bd40\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-19T21:54:52.598507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:51.777265Z","time spent":"821.228014ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:54:52.598436Z","caller":"traceutil/trace.go:171","msg":"trace[1370617941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1855; }","duration":"1.295097821s","start":"2026-03-19T21:54:51.303322Z","end":"2026-03-19T21:54:52.59842Z","steps":["trace[1370617941] 'agreement among raft nodes before linearized reading' (duration: 1.294926677s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.599441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:51.303316Z","time spent":"1.296106184s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:54:52.5982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033999781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T21:54:52.598376Z","caller":"traceutil/trace.go:171","msg":"trace[1672147368] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1855; }","duration":"1.313081411s","start":"2026-03-19T21:54:51.285283Z","end":"2026-03-19T21:54:52.598364Z","steps":["trace[1672147368] 'agreement among raft nodes before linearized reading' (duration: 1.313000639s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.598522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395197208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:54:52.598618Z","caller":"traceutil/trace.go:171","msg":"trace[1285049715] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e5cbfd7d5bd40; range_end:; response_count:1; response_revision:1855; }","duration":"336.084256ms","start":"2026-03-19T21:54:52.262519Z","end":"2026-03-19T21:54:52.598603Z","steps":["trace[1285049715] 'agreement among raft nodes before linearized reading' (duration: 335.591695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.600541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:52.262497Z","time spent":"338.01612ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e5cbfd7d5bd40\" "} {"level":"warn","ts":"2026-03-19T21:54:52.60069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:51.285269Z","time spent":"1.315357751s","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:54:52.600956Z","caller":"traceutil/trace.go:171","msg":"trace[375803645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1855; }","duration":"2.036787843s","start":"2026-03-19T21:54:50.564145Z","end":"2026-03-19T21:54:52.600933Z","steps":["trace[375803645] 'agreement among raft nodes before linearized reading' (duration: 2.033932709s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.601054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.564125Z","time spent":"2.036909225s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T21:54:52.601008Z","caller":"traceutil/trace.go:171","msg":"trace[1991140080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1855; }","duration":"2.397691283s","start":"2026-03-19T21:54:50.203268Z","end":"2026-03-19T21:54:52.600959Z","steps":["trace[1991140080] 'agreement among raft nodes before linearized reading' (duration: 2.395044484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.601242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:50.203259Z","time spent":"2.397941459s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:54:52.829572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.575887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:52.829851Z","caller":"traceutil/trace.go:171","msg":"trace[1678569623] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"222.937137ms","start":"2026-03-19T21:54:52.6069Z","end":"2026-03-19T21:54:52.829837Z","steps":["trace[1678569623] 'process raft request' (duration: 222.868136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.829829Z","caller":"traceutil/trace.go:171","msg":"trace[1881098553] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"222.908946ms","start":"2026-03-19T21:54:52.60688Z","end":"2026-03-19T21:54:52.829789Z","steps":["trace[1881098553] 'process raft request' (duration: 106.014942ms)","trace[1881098553] 'compare' (duration: 116.451215ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:52.829991Z","caller":"traceutil/trace.go:171","msg":"trace[685856882] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"222.921446ms","start":"2026-03-19T21:54:52.60692Z","end":"2026-03-19T21:54:52.829841Z","steps":["trace[685856882] 'process raft request' (duration: 222.774423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:52.830586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.401399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:52.830652Z","caller":"traceutil/trace.go:171","msg":"trace[756282701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"220.510482ms","start":"2026-03-19T21:54:52.610125Z","end":"2026-03-19T21:54:52.830635Z","steps":["trace[756282701] 'agreement among raft nodes before linearized reading' (duration: 220.401599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.830244Z","caller":"traceutil/trace.go:171","msg":"trace[1103853328] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"223.178221ms","start":"2026-03-19T21:54:52.60705Z","end":"2026-03-19T21:54:52.830228Z","steps":["trace[1103853328] 'process raft request' (duration: 223.019317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.830461Z","caller":"traceutil/trace.go:171","msg":"trace[1028450394] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"223.141001ms","start":"2026-03-19T21:54:52.607309Z","end":"2026-03-19T21:54:52.83045Z","steps":["trace[1028450394] 'process raft request' (duration: 222.867205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.830455Z","caller":"traceutil/trace.go:171","msg":"trace[2113565707] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1936; }","duration":"220.252366ms","start":"2026-03-19T21:54:52.61017Z","end":"2026-03-19T21:54:52.830422Z","steps":["trace[2113565707] 'read index received' (duration: 29.898235ms)","trace[2113565707] 'applied index is now lower than readState.Index' (duration: 190.352901ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:52.830522Z","caller":"traceutil/trace.go:171","msg":"trace[1791082364] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"223.159841ms","start":"2026-03-19T21:54:52.607345Z","end":"2026-03-19T21:54:52.830505Z","steps":["trace[1791082364] 'process raft request' (duration: 222.975287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:52.830774Z","caller":"traceutil/trace.go:171","msg":"trace[1431224942] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"223.636182ms","start":"2026-03-19T21:54:52.607033Z","end":"2026-03-19T21:54:52.830669Z","steps":["trace[1431224942] 'process raft request' (duration: 222.769783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:53.097877Z","caller":"traceutil/trace.go:171","msg":"trace[2005120779] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"266.925717ms","start":"2026-03-19T21:54:52.830912Z","end":"2026-03-19T21:54:53.097838Z","steps":["trace[2005120779] 'read index received' (duration: 172.858551ms)","trace[2005120779] 'applied index is now lower than readState.Index' (duration: 94.066256ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:53.097955Z","caller":"traceutil/trace.go:171","msg":"trace[903221805] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"456.668173ms","start":"2026-03-19T21:54:52.641216Z","end":"2026-03-19T21:54:53.097884Z","steps":["trace[903221805] 'process raft request' (duration: 362.540346ms)","trace[903221805] 'compare' (duration: 93.624406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:53.098135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.289979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:53.098209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:52.6412Z","time spent":"456.879068ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:53.098229Z","caller":"traceutil/trace.go:171","msg":"trace[1504681142] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1863; }","duration":"484.417442ms","start":"2026-03-19T21:54:52.613789Z","end":"2026-03-19T21:54:53.098206Z","steps":["trace[1504681142] 'agreement among raft nodes before linearized reading' (duration: 484.164266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:53.098279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:52.613778Z","time spent":"484.491653ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T21:54:53.133672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.604868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:53.133768Z","caller":"traceutil/trace.go:171","msg":"trace[43024535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1864; }","duration":"301.800243ms","start":"2026-03-19T21:54:52.831946Z","end":"2026-03-19T21:54:53.133746Z","steps":["trace[43024535] 'agreement among raft nodes before linearized reading' (duration: 301.615788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:53.133897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.48645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:54:53.133968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:52.831922Z","time spent":"301.884295ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:54:53.134033Z","caller":"traceutil/trace.go:171","msg":"trace[1894309042] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:1864; }","duration":"298.636883ms","start":"2026-03-19T21:54:52.835344Z","end":"2026-03-19T21:54:53.133981Z","steps":["trace[1894309042] 'agreement among raft nodes before linearized reading' (duration: 298.214703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:53.313085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.146643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:53.313299Z","caller":"traceutil/trace.go:171","msg":"trace[947648186] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1946; }","duration":"175.843427ms","start":"2026-03-19T21:54:53.137435Z","end":"2026-03-19T21:54:53.313278Z","steps":["trace[947648186] 'read index received' (duration: 69.254163ms)","trace[947648186] 'applied index is now lower than readState.Index' (duration: 106.586854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:53.313372Z","caller":"traceutil/trace.go:171","msg":"trace[1707033230] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"177.027704ms","start":"2026-03-19T21:54:53.136287Z","end":"2026-03-19T21:54:53.313315Z","steps":["trace[1707033230] 'process raft request' (duration: 70.539032ms)","trace[1707033230] 'compare' (duration: 105.862827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:53.313601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.158584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:54:53.313721Z","caller":"traceutil/trace.go:171","msg":"trace[1002758783] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1865; }","duration":"176.301907ms","start":"2026-03-19T21:54:53.137407Z","end":"2026-03-19T21:54:53.313709Z","steps":["trace[1002758783] 'agreement among raft nodes before linearized reading' (duration: 176.008381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:53.313932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.90193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:53.314033Z","caller":"traceutil/trace.go:171","msg":"trace[1438878255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1865; }","duration":"172.023923ms","start":"2026-03-19T21:54:53.141982Z","end":"2026-03-19T21:54:53.314006Z","steps":["trace[1438878255] 'agreement among raft nodes before linearized reading' (duration: 171.530552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:54.920566Z","caller":"traceutil/trace.go:171","msg":"trace[919062569] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1947; }","duration":"308.729937ms","start":"2026-03-19T21:54:54.611815Z","end":"2026-03-19T21:54:54.920545Z","steps":["trace[919062569] 'read index received' (duration: 37.70895ms)","trace[919062569] 'applied index is now lower than readState.Index' (duration: 271.017897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:54.920609Z","caller":"traceutil/trace.go:171","msg":"trace[257904025] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"315.700222ms","start":"2026-03-19T21:54:54.604888Z","end":"2026-03-19T21:54:54.920588Z","steps":["trace[257904025] 'process raft request' (duration: 315.488137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:54.920721Z","caller":"traceutil/trace.go:171","msg":"trace[1415786952] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"315.471147ms","start":"2026-03-19T21:54:54.605217Z","end":"2026-03-19T21:54:54.920688Z","steps":["trace[1415786952] 'process raft request' (duration: 315.286763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:54.920782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.920852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:54:54.920807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.981132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:54:54.920778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.604846Z","time spent":"315.809354ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:54.920835Z","caller":"traceutil/trace.go:171","msg":"trace[169402214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"147.027215ms","start":"2026-03-19T21:54:54.773789Z","end":"2026-03-19T21:54:54.920816Z","steps":["trace[169402214] 'agreement among raft nodes before linearized reading' (duration: 146.925793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:54.920846Z","caller":"traceutil/trace.go:171","msg":"trace[2081136215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"309.023323ms","start":"2026-03-19T21:54:54.611809Z","end":"2026-03-19T21:54:54.920832Z","steps":["trace[2081136215] 'agreement among raft nodes before linearized reading' (duration: 308.854899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:54.920887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.611772Z","time spent":"309.107415ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:54:54.920879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.605207Z","time spent":"315.589569ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:55.447308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.031521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:55.447564Z","caller":"traceutil/trace.go:171","msg":"trace[1259909446] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"522.262794ms","start":"2026-03-19T21:54:54.925268Z","end":"2026-03-19T21:54:55.447531Z","steps":["trace[1259909446] 'process raft request' (duration: 165.893656ms)","trace[1259909446] 'compare' (duration: 355.791706ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:55.447676Z","caller":"traceutil/trace.go:171","msg":"trace[1095093782] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"522.254795ms","start":"2026-03-19T21:54:54.9254Z","end":"2026-03-19T21:54:55.447655Z","steps":["trace[1095093782] 'process raft request' (duration: 522.019979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:55.447861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.925247Z","time spent":"522.523681ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:55.447929Z","caller":"traceutil/trace.go:171","msg":"trace[1342084382] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"520.468685ms","start":"2026-03-19T21:54:54.927449Z","end":"2026-03-19T21:54:55.447917Z","steps":["trace[1342084382] 'process raft request' (duration: 520.425664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:55.447863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.925351Z","time spent":"522.404578ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:55.447996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.927426Z","time spent":"520.535956ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:55.448033Z","caller":"traceutil/trace.go:171","msg":"trace[2010009525] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"522.128992ms","start":"2026-03-19T21:54:54.925891Z","end":"2026-03-19T21:54:55.44802Z","steps":["trace[2010009525] 'process raft request' (duration: 521.722722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:55.448059Z","caller":"traceutil/trace.go:171","msg":"trace[499985015] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"521.260582ms","start":"2026-03-19T21:54:54.926766Z","end":"2026-03-19T21:54:55.448027Z","steps":["trace[499985015] 'process raft request' (duration: 521.040787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:55.448098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.925877Z","time spent":"522.181953ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:55.448276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:54.926737Z","time spent":"521.386164ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:55.868281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.767216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T21:54:55.868362Z","caller":"traceutil/trace.go:171","msg":"trace[1234889033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1873; }","duration":"254.899849ms","start":"2026-03-19T21:54:55.613443Z","end":"2026-03-19T21:54:55.868342Z","steps":["trace[1234889033] 'range keys from in-memory index tree' (duration: 254.560831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:55.911486Z","caller":"traceutil/trace.go:171","msg":"trace[1480376753] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"161.761354ms","start":"2026-03-19T21:54:55.74971Z","end":"2026-03-19T21:54:55.911471Z","steps":["trace[1480376753] 'process raft request' (duration: 161.601501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:55.911554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.846255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:55.911616Z","caller":"traceutil/trace.go:171","msg":"trace[1649794694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1874; }","duration":"108.964168ms","start":"2026-03-19T21:54:55.802642Z","end":"2026-03-19T21:54:55.911606Z","steps":["trace[1649794694] 'agreement among raft nodes before linearized reading' (duration: 108.871156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:55.911465Z","caller":"traceutil/trace.go:171","msg":"trace[377796261] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"108.748532ms","start":"2026-03-19T21:54:55.802696Z","end":"2026-03-19T21:54:55.911444Z","steps":["trace[377796261] 'read index received' (duration: 108.678321ms)","trace[377796261] 'applied index is now lower than readState.Index' (duration: 69.161µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:56.089271Z","caller":"traceutil/trace.go:171","msg":"trace[1235627784] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"161.373795ms","start":"2026-03-19T21:54:55.927864Z","end":"2026-03-19T21:54:56.089237Z","steps":["trace[1235627784] 'read index received' (duration: 142.960345ms)","trace[1235627784] 'applied index is now lower than readState.Index' (duration: 18.41179ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:56.089296Z","caller":"traceutil/trace.go:171","msg":"trace[1544433298] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"216.641047ms","start":"2026-03-19T21:54:55.872622Z","end":"2026-03-19T21:54:56.089263Z","steps":["trace[1544433298] 'process raft request' (duration: 198.174635ms)","trace[1544433298] 'compare' (duration: 17.947879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:56.089519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.637191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:56.089563Z","caller":"traceutil/trace.go:171","msg":"trace[2113766421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1875; }","duration":"161.730043ms","start":"2026-03-19T21:54:55.927819Z","end":"2026-03-19T21:54:56.089549Z","steps":["trace[2113766421] 'agreement among raft nodes before linearized reading' (duration: 161.527549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:56.533021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.72114ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:54:56.768347Z","caller":"traceutil/trace.go:171","msg":"trace[273389057] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"114.016301ms","start":"2026-03-19T21:54:56.654305Z","end":"2026-03-19T21:54:56.768322Z","steps":["trace[273389057] 'process raft request' (duration: 113.851457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:57.222248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.305848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:57.222422Z","caller":"traceutil/trace.go:171","msg":"trace[1584521377] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1959; }","duration":"126.065738ms","start":"2026-03-19T21:54:57.096338Z","end":"2026-03-19T21:54:57.222404Z","steps":["trace[1584521377] 'read index received' (duration: 68.777312ms)","trace[1584521377] 'applied index is now lower than readState.Index' (duration: 57.287306ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:57.222512Z","caller":"traceutil/trace.go:171","msg":"trace[861381935] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"296.380823ms","start":"2026-03-19T21:54:56.92607Z","end":"2026-03-19T21:54:57.22245Z","steps":["trace[861381935] 'process raft request' (duration: 149.736947ms)","trace[861381935] 'compare' (duration: 145.862939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:57.222569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.242832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:57.222557Z","caller":"traceutil/trace.go:171","msg":"trace[860971484] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"296.306651ms","start":"2026-03-19T21:54:56.926217Z","end":"2026-03-19T21:54:57.222524Z","steps":["trace[860971484] 'process raft request' (duration: 296.131077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:57.222614Z","caller":"traceutil/trace.go:171","msg":"trace[1388240008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"126.329874ms","start":"2026-03-19T21:54:57.096274Z","end":"2026-03-19T21:54:57.222604Z","steps":["trace[1388240008] 'agreement among raft nodes before linearized reading' (duration: 126.185071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:57.522031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.052829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:57.522159Z","caller":"traceutil/trace.go:171","msg":"trace[949211324] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"260.36868ms","start":"2026-03-19T21:54:57.261773Z","end":"2026-03-19T21:54:57.522142Z","steps":["trace[949211324] 'process raft request' (duration: 72.113917ms)","trace[949211324] 'compare' (duration: 187.739042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:58.079551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.676905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:58.079891Z","caller":"traceutil/trace.go:171","msg":"trace[1033208814] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"553.445168ms","start":"2026-03-19T21:54:57.526409Z","end":"2026-03-19T21:54:58.079854Z","steps":["trace[1033208814] 'process raft request' (duration: 135.392306ms)","trace[1033208814] 'compare' (duration: 417.48117ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:58.080022Z","caller":"traceutil/trace.go:171","msg":"trace[1756168981] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"553.574412ms","start":"2026-03-19T21:54:57.526431Z","end":"2026-03-19T21:54:58.080005Z","steps":["trace[1756168981] 'process raft request' (duration: 553.196263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:58.080087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:57.526407Z","time spent":"553.649623ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:58.080113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:57.526388Z","time spent":"553.588072ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:58.080275Z","caller":"traceutil/trace.go:171","msg":"trace[1000786051] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"553.449608ms","start":"2026-03-19T21:54:57.526818Z","end":"2026-03-19T21:54:58.080267Z","steps":["trace[1000786051] 'process raft request' (duration: 553.119971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:58.080321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:57.526786Z","time spent":"553.51111ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:58.080522Z","caller":"traceutil/trace.go:171","msg":"trace[1165292814] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"553.684324ms","start":"2026-03-19T21:54:57.52683Z","end":"2026-03-19T21:54:58.080515Z","steps":["trace[1165292814] 'process raft request' (duration: 553.140832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:58.080599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:57.526814Z","time spent":"553.760075ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:58.080691Z","caller":"traceutil/trace.go:171","msg":"trace[815775762] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1962; }","duration":"305.898154ms","start":"2026-03-19T21:54:57.774582Z","end":"2026-03-19T21:54:58.08048Z","steps":["trace[815775762] 'read index received' (duration: 150.111994ms)","trace[815775762] 'applied index is now lower than readState.Index' (duration: 155.7854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:58.080665Z","caller":"traceutil/trace.go:171","msg":"trace[534701168] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"553.746426ms","start":"2026-03-19T21:54:57.526893Z","end":"2026-03-19T21:54:58.08064Z","steps":["trace[534701168] 'process raft request' (duration: 553.515181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:58.08076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.17829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:54:58.08091Z","caller":"traceutil/trace.go:171","msg":"trace[1529419565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"306.359674ms","start":"2026-03-19T21:54:57.774541Z","end":"2026-03-19T21:54:58.080901Z","steps":["trace[1529419565] 'agreement among raft nodes before linearized reading' (duration: 306.17161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:58.080933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:57.77452Z","time spent":"306.407777ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:54:58.080874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:57.526882Z","time spent":"553.911589ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:54:58.459745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.159828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:54:58.459832Z","caller":"traceutil/trace.go:171","msg":"trace[1389000571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"230.325021ms","start":"2026-03-19T21:54:58.229481Z","end":"2026-03-19T21:54:58.459806Z","steps":["trace[1389000571] 'range keys from in-memory index tree' (duration: 229.912382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:58.459901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.468345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:54:58.459991Z","caller":"traceutil/trace.go:171","msg":"trace[232423799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1884; }","duration":"138.7131ms","start":"2026-03-19T21:54:58.321258Z","end":"2026-03-19T21:54:58.459971Z","steps":["trace[232423799] 'range keys from in-memory index tree' (duration: 138.257841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:54:59.1825Z","caller":"traceutil/trace.go:171","msg":"trace[871317207] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"253.719613ms","start":"2026-03-19T21:54:58.928755Z","end":"2026-03-19T21:54:59.182475Z","steps":["trace[871317207] 'read index received' (duration: 253.519608ms)","trace[871317207] 'applied index is now lower than readState.Index' (duration: 199.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:59.18259Z","caller":"traceutil/trace.go:171","msg":"trace[813772314] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"405.456202ms","start":"2026-03-19T21:54:58.777095Z","end":"2026-03-19T21:54:59.182551Z","steps":["trace[813772314] 'process raft request' (duration: 405.234627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:59.182664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.892276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:54:59.182835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:54:58.777068Z","time spent":"405.662827ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:54:59.183022Z","caller":"traceutil/trace.go:171","msg":"trace[1798298523] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1885; }","duration":"254.163942ms","start":"2026-03-19T21:54:58.928695Z","end":"2026-03-19T21:54:59.182859Z","steps":["trace[1798298523] 'agreement among raft nodes before linearized reading' (duration: 253.909767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:59.424065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.105065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:54:59.42415Z","caller":"traceutil/trace.go:171","msg":"trace[1028969487] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"170.808805ms","start":"2026-03-19T21:54:59.253328Z","end":"2026-03-19T21:54:59.424136Z","steps":["trace[1028969487] 'read index received' (duration: 9.112242ms)","trace[1028969487] 'applied index is now lower than readState.Index' (duration: 161.695613ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:54:59.424215Z","caller":"traceutil/trace.go:171","msg":"trace[2142568684] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"195.779182ms","start":"2026-03-19T21:54:59.228403Z","end":"2026-03-19T21:54:59.424182Z","steps":["trace[2142568684] 'process raft request' (duration: 40.479793ms)","trace[2142568684] 'compare' (duration: 155.007682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:54:59.424472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.75905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T21:54:59.424512Z","caller":"traceutil/trace.go:171","msg":"trace[204951177] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1887; }","duration":"160.846653ms","start":"2026-03-19T21:54:59.263655Z","end":"2026-03-19T21:54:59.424502Z","steps":["trace[204951177] 'agreement among raft nodes before linearized reading' (duration: 160.74985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:54:59.424527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.183453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:112246"} {"level":"info","ts":"2026-03-19T21:54:59.42462Z","caller":"traceutil/trace.go:171","msg":"trace[645089372] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1887; }","duration":"171.321176ms","start":"2026-03-19T21:54:59.253277Z","end":"2026-03-19T21:54:59.424598Z","steps":["trace[645089372] 'agreement among raft nodes before linearized reading' (duration: 171.06349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:00.313574Z","caller":"traceutil/trace.go:171","msg":"trace[571529592] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"224.174494ms","start":"2026-03-19T21:55:00.089351Z","end":"2026-03-19T21:55:00.313526Z","steps":["trace[571529592] 'process raft request' (duration: 152.849185ms)","trace[571529592] 'compare' (duration: 71.021722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:00.313601Z","caller":"traceutil/trace.go:171","msg":"trace[742503798] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"222.986167ms","start":"2026-03-19T21:55:00.090579Z","end":"2026-03-19T21:55:00.313565Z","steps":["trace[742503798] 'process raft request' (duration: 222.927516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:00.313674Z","caller":"traceutil/trace.go:171","msg":"trace[1515305988] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"223.421287ms","start":"2026-03-19T21:55:00.090237Z","end":"2026-03-19T21:55:00.313658Z","steps":["trace[1515305988] 'process raft request' (duration: 223.198421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:00.313591Z","caller":"traceutil/trace.go:171","msg":"trace[1695009502] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"223.996149ms","start":"2026-03-19T21:55:00.089557Z","end":"2026-03-19T21:55:00.313553Z","steps":["trace[1695009502] 'process raft request' (duration: 223.818455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:00.621963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.382794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:00.622077Z","caller":"traceutil/trace.go:171","msg":"trace[589090787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1892; }","duration":"147.574778ms","start":"2026-03-19T21:55:00.474477Z","end":"2026-03-19T21:55:00.622052Z","steps":["trace[589090787] 'range keys from in-memory index tree' (duration: 147.089406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:00.891503Z","caller":"traceutil/trace.go:171","msg":"trace[2117299397] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1975; }","duration":"184.879009ms","start":"2026-03-19T21:55:00.706598Z","end":"2026-03-19T21:55:00.891477Z","steps":["trace[2117299397] 'read index received' (duration: 184.593132ms)","trace[2117299397] 'applied index is now lower than readState.Index' (duration: 284.657µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:00.891629Z","caller":"traceutil/trace.go:171","msg":"trace[263774624] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"252.042135ms","start":"2026-03-19T21:55:00.639521Z","end":"2026-03-19T21:55:00.891563Z","steps":["trace[263774624] 'process raft request' (duration: 251.779959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:00.891818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.277012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:00.892061Z","caller":"traceutil/trace.go:171","msg":"trace[1737499884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"117.589ms","start":"2026-03-19T21:55:00.774451Z","end":"2026-03-19T21:55:00.89204Z","steps":["trace[1737499884] 'agreement among raft nodes before linearized reading' (duration: 117.289354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:00.891817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.192885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:00.892164Z","caller":"traceutil/trace.go:171","msg":"trace[1036130498] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1893; }","duration":"185.606484ms","start":"2026-03-19T21:55:00.706538Z","end":"2026-03-19T21:55:00.892144Z","steps":["trace[1036130498] 'agreement among raft nodes before linearized reading' (duration: 185.032852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:01.324575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.217879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:01.324798Z","caller":"traceutil/trace.go:171","msg":"trace[155233507] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"136.690055ms","start":"2026-03-19T21:55:01.18809Z","end":"2026-03-19T21:55:01.32478Z","steps":["trace[155233507] 'process raft request' (duration: 136.581462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:01.324929Z","caller":"traceutil/trace.go:171","msg":"trace[1601565287] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"221.279159ms","start":"2026-03-19T21:55:01.103607Z","end":"2026-03-19T21:55:01.324886Z","steps":["trace[1601565287] 'process raft request' (duration: 69.662231ms)","trace[1601565287] 'compare' (duration: 150.990624ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:01.515133Z","caller":"traceutil/trace.go:171","msg":"trace[1917119458] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"247.597756ms","start":"2026-03-19T21:55:01.267481Z","end":"2026-03-19T21:55:01.515079Z","steps":["trace[1917119458] 'process raft request' (duration: 237.134263ms)","trace[1917119458] 'compare' (duration: 10.240208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:01.515499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.657193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T21:55:01.515628Z","caller":"traceutil/trace.go:171","msg":"trace[1217632570] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1896; }","duration":"188.794686ms","start":"2026-03-19T21:55:01.32677Z","end":"2026-03-19T21:55:01.515564Z","steps":["trace[1217632570] 'agreement among raft nodes before linearized reading' (duration: 188.476458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:01.515184Z","caller":"traceutil/trace.go:171","msg":"trace[1731954179] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"188.338145ms","start":"2026-03-19T21:55:01.32681Z","end":"2026-03-19T21:55:01.515148Z","steps":["trace[1731954179] 'read index received' (duration: 177.840822ms)","trace[1731954179] 'applied index is now lower than readState.Index' (duration: 10.494843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:01.90591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.017191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:01.906002Z","caller":"traceutil/trace.go:171","msg":"trace[251559325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"277.189435ms","start":"2026-03-19T21:55:01.628788Z","end":"2026-03-19T21:55:01.905978Z","steps":["trace[251559325] 'range keys from in-memory index tree' (duration: 276.779596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.31521Z","caller":"traceutil/trace.go:171","msg":"trace[227923382] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"203.007242ms","start":"2026-03-19T21:55:02.112167Z","end":"2026-03-19T21:55:02.315174Z","steps":["trace[227923382] 'process raft request' (duration: 202.770536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.558285Z","caller":"traceutil/trace.go:171","msg":"trace[2110094744] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"235.750022ms","start":"2026-03-19T21:55:02.322504Z","end":"2026-03-19T21:55:02.558254Z","steps":["trace[2110094744] 'process raft request' (duration: 235.693581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.558475Z","caller":"traceutil/trace.go:171","msg":"trace[763985713] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"240.911767ms","start":"2026-03-19T21:55:02.317526Z","end":"2026-03-19T21:55:02.558438Z","steps":["trace[763985713] 'process raft request' (duration: 201.52637ms)","trace[763985713] 'compare' (duration: 38.986778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:02.558488Z","caller":"traceutil/trace.go:171","msg":"trace[380791267] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1982; }","duration":"240.15044ms","start":"2026-03-19T21:55:02.318302Z","end":"2026-03-19T21:55:02.558452Z","steps":["trace[380791267] 'read index received' (duration: 200.722732ms)","trace[380791267] 'applied index is now lower than readState.Index' (duration: 39.421918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:02.55877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.438347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T21:55:02.558852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.395165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T21:55:02.558859Z","caller":"traceutil/trace.go:171","msg":"trace[1552720529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1900; }","duration":"240.566829ms","start":"2026-03-19T21:55:02.318279Z","end":"2026-03-19T21:55:02.558846Z","steps":["trace[1552720529] 'agreement among raft nodes before linearized reading' (duration: 240.266142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.558902Z","caller":"traceutil/trace.go:171","msg":"trace[1786943101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1900; }","duration":"240.495828ms","start":"2026-03-19T21:55:02.318384Z","end":"2026-03-19T21:55:02.55888Z","steps":["trace[1786943101] 'agreement among raft nodes before linearized reading' (duration: 240.323104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:02.559744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.748013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T21:55:02.559895Z","caller":"traceutil/trace.go:171","msg":"trace[1463767135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1900; }","duration":"240.920837ms","start":"2026-03-19T21:55:02.318939Z","end":"2026-03-19T21:55:02.55986Z","steps":["trace[1463767135] 'agreement among raft nodes before linearized reading' (duration: 239.865724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.686572Z","caller":"traceutil/trace.go:171","msg":"trace[2029492681] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"119.646566ms","start":"2026-03-19T21:55:02.566896Z","end":"2026-03-19T21:55:02.686543Z","steps":["trace[2029492681] 'process raft request' (duration: 118.9654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.686745Z","caller":"traceutil/trace.go:171","msg":"trace[929790608] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"119.046983ms","start":"2026-03-19T21:55:02.56767Z","end":"2026-03-19T21:55:02.686716Z","steps":["trace[929790608] 'process raft request' (duration: 118.825968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:02.976654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.330941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:02.976757Z","caller":"traceutil/trace.go:171","msg":"trace[639636590] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"202.804458ms","start":"2026-03-19T21:55:02.773936Z","end":"2026-03-19T21:55:02.976741Z","steps":["trace[639636590] 'read index received' (duration: 60.193381ms)","trace[639636590] 'applied index is now lower than readState.Index' (duration: 142.609557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:02.97687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.92983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:02.976912Z","caller":"traceutil/trace.go:171","msg":"trace[829110785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"202.988151ms","start":"2026-03-19T21:55:02.773904Z","end":"2026-03-19T21:55:02.976892Z","steps":["trace[829110785] 'agreement among raft nodes before linearized reading' (duration: 202.92836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:02.976886Z","caller":"traceutil/trace.go:171","msg":"trace[219491091] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"229.658646ms","start":"2026-03-19T21:55:02.747147Z","end":"2026-03-19T21:55:02.976806Z","steps":["trace[219491091] 'process raft request' (duration: 87.06571ms)","trace[219491091] 'compare' (duration: 142.024004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:03.727665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.236174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:55:03.727751Z","caller":"traceutil/trace.go:171","msg":"trace[1828944197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1905; }","duration":"241.389008ms","start":"2026-03-19T21:55:03.486345Z","end":"2026-03-19T21:55:03.727734Z","steps":["trace[1828944197] 'range keys from in-memory index tree' (duration: 241.06249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:03.727892Z","caller":"traceutil/trace.go:171","msg":"trace[1255205483] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"207.86237ms","start":"2026-03-19T21:55:03.519997Z","end":"2026-03-19T21:55:03.727859Z","steps":["trace[1255205483] 'process raft request' (duration: 122.931368ms)","trace[1255205483] 'compare' (duration: 84.678137ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:03.774891Z","caller":"traceutil/trace.go:171","msg":"trace[146160060] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"228.085341ms","start":"2026-03-19T21:55:03.546782Z","end":"2026-03-19T21:55:03.774867Z","steps":["trace[146160060] 'read index received' (duration: 96.228133ms)","trace[146160060] 'applied index is now lower than readState.Index' (duration: 131.856417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:03.77504Z","caller":"traceutil/trace.go:171","msg":"trace[1588704938] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"253.182019ms","start":"2026-03-19T21:55:03.521816Z","end":"2026-03-19T21:55:03.774998Z","steps":["trace[1588704938] 'process raft request' (duration: 252.903123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:03.775207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.396077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:03.775287Z","caller":"traceutil/trace.go:171","msg":"trace[676511364] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1907; }","duration":"228.472599ms","start":"2026-03-19T21:55:03.546763Z","end":"2026-03-19T21:55:03.775236Z","steps":["trace[676511364] 'agreement among raft nodes before linearized reading' (duration: 228.224273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:04.682675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.63014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:04.68272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.957487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:55:04.68277Z","caller":"traceutil/trace.go:171","msg":"trace[2140544678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"118.05409ms","start":"2026-03-19T21:55:04.564704Z","end":"2026-03-19T21:55:04.682758Z","steps":["trace[2140544678] 'range keys from in-memory index tree' (duration: 117.767434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:04.682767Z","caller":"traceutil/trace.go:171","msg":"trace[622621755] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1908; }","duration":"209.788633ms","start":"2026-03-19T21:55:04.472961Z","end":"2026-03-19T21:55:04.68275Z","steps":["trace[622621755] 'count revisions from in-memory index tree' (duration: 209.530858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:04.809352Z","caller":"traceutil/trace.go:171","msg":"trace[1131473601] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1992; }","duration":"118.97552ms","start":"2026-03-19T21:55:04.690345Z","end":"2026-03-19T21:55:04.809321Z","steps":["trace[1131473601] 'read index received' (duration: 34.058229ms)","trace[1131473601] 'applied index is now lower than readState.Index' (duration: 84.915801ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:04.809449Z","caller":"traceutil/trace.go:171","msg":"trace[998331333] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"121.64246ms","start":"2026-03-19T21:55:04.687767Z","end":"2026-03-19T21:55:04.80941Z","steps":["trace[998331333] 'process raft request' (duration: 106.032143ms)","trace[998331333] 'compare' (duration: 15.385132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:04.80963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.129063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:55:04.80971Z","caller":"traceutil/trace.go:171","msg":"trace[328694242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1910; }","duration":"119.280406ms","start":"2026-03-19T21:55:04.690418Z","end":"2026-03-19T21:55:04.809699Z","steps":["trace[328694242] 'agreement among raft nodes before linearized reading' (duration: 119.064551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:04.80971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.287557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:04.809839Z","caller":"traceutil/trace.go:171","msg":"trace[1794697731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1910; }","duration":"119.481252ms","start":"2026-03-19T21:55:04.690327Z","end":"2026-03-19T21:55:04.809808Z","steps":["trace[1794697731] 'agreement among raft nodes before linearized reading' (duration: 119.129083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:05.578559Z","caller":"traceutil/trace.go:171","msg":"trace[16694129] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"168.615276ms","start":"2026-03-19T21:55:05.409907Z","end":"2026-03-19T21:55:05.578522Z","steps":["trace[16694129] 'process raft request' (duration: 168.35865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:05.936567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.939694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:05.93677Z","caller":"traceutil/trace.go:171","msg":"trace[1615715489] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"157.189602ms","start":"2026-03-19T21:55:05.779557Z","end":"2026-03-19T21:55:05.936747Z","steps":["trace[1615715489] 'process raft request' (duration: 157.129711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:05.936775Z","caller":"traceutil/trace.go:171","msg":"trace[1624842386] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"203.063354ms","start":"2026-03-19T21:55:05.73368Z","end":"2026-03-19T21:55:05.936743Z","steps":["trace[1624842386] 'process raft request' (duration: 68.842614ms)","trace[1624842386] 'compare' (duration: 133.789301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:05.937088Z","caller":"traceutil/trace.go:171","msg":"trace[1679956690] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"165.829324ms","start":"2026-03-19T21:55:05.77124Z","end":"2026-03-19T21:55:05.937069Z","steps":["trace[1679956690] 'read index received' (duration: 31.259487ms)","trace[1679956690] 'applied index is now lower than readState.Index' (duration: 134.567807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:05.937193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.947066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:05.937233Z","caller":"traceutil/trace.go:171","msg":"trace[1934776001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"166.052939ms","start":"2026-03-19T21:55:05.77117Z","end":"2026-03-19T21:55:05.937223Z","steps":["trace[1934776001] 'agreement among raft nodes before linearized reading' (duration: 165.966207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:06.844707Z","caller":"traceutil/trace.go:171","msg":"trace[1847379431] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"110.628825ms","start":"2026-03-19T21:55:06.733965Z","end":"2026-03-19T21:55:06.844593Z","steps":["trace[1847379431] 'process raft request' (duration: 110.475151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:07.058741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.52092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:07.058867Z","caller":"traceutil/trace.go:171","msg":"trace[1237478135] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"197.214123ms","start":"2026-03-19T21:55:06.861628Z","end":"2026-03-19T21:55:07.058842Z","steps":["trace[1237478135] 'read index received' (duration: 78.402697ms)","trace[1237478135] 'applied index is now lower than readState.Index' (duration: 118.808876ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:07.058933Z","caller":"traceutil/trace.go:171","msg":"trace[1964711365] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"209.323373ms","start":"2026-03-19T21:55:06.849596Z","end":"2026-03-19T21:55:07.058919Z","steps":["trace[1964711365] 'process raft request' (duration: 90.535227ms)","trace[1964711365] 'compare' (duration: 118.251794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:07.059088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.448698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:07.059141Z","caller":"traceutil/trace.go:171","msg":"trace[347637076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1919; }","duration":"197.521119ms","start":"2026-03-19T21:55:06.861606Z","end":"2026-03-19T21:55:07.059127Z","steps":["trace[347637076] 'agreement among raft nodes before linearized reading' (duration: 197.355886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:07.059237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.604348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:55:07.059259Z","caller":"traceutil/trace.go:171","msg":"trace[1942965584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1919; }","duration":"191.637438ms","start":"2026-03-19T21:55:06.867615Z","end":"2026-03-19T21:55:07.059252Z","steps":["trace[1942965584] 'agreement among raft nodes before linearized reading' (duration: 191.576037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:07.690619Z","caller":"traceutil/trace.go:171","msg":"trace[1986058152] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"106.548654ms","start":"2026-03-19T21:55:07.584044Z","end":"2026-03-19T21:55:07.690593Z","steps":["trace[1986058152] 'process raft request' (duration: 106.37848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:07.958046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.851453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:07.958132Z","caller":"traceutil/trace.go:171","msg":"trace[1943925514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1923; }","duration":"182.986756ms","start":"2026-03-19T21:55:07.775132Z","end":"2026-03-19T21:55:07.958119Z","steps":["trace[1943925514] 'range keys from in-memory index tree' (duration: 182.779791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:07.958179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.303244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T21:55:07.95823Z","caller":"traceutil/trace.go:171","msg":"trace[1709498271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1923; }","duration":"122.391526ms","start":"2026-03-19T21:55:07.835825Z","end":"2026-03-19T21:55:07.958216Z","steps":["trace[1709498271] 'range keys from in-memory index tree' (duration: 122.173821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:08.024263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.165241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-19T21:55:09.06486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.687526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:09.064958Z","caller":"traceutil/trace.go:171","msg":"trace[1950602708] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"270.585927ms","start":"2026-03-19T21:55:08.794357Z","end":"2026-03-19T21:55:09.064943Z","steps":["trace[1950602708] 'read index received' (duration: 58.382µs)","trace[1950602708] 'applied index is now lower than readState.Index' (duration: 270.525935ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:09.065039Z","caller":"traceutil/trace.go:171","msg":"trace[839738524] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"624.366688ms","start":"2026-03-19T21:55:08.440662Z","end":"2026-03-19T21:55:09.065028Z","steps":["trace[839738524] 'process raft request' (duration: 157.430307ms)","trace[839738524] 'compare' (duration: 466.537883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:09.065102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:08.440648Z","time spent":"624.421919ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:09.065242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.515142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:55:09.065237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.994069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:09.065293Z","caller":"traceutil/trace.go:171","msg":"trace[1962388417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"215.656204ms","start":"2026-03-19T21:55:08.849624Z","end":"2026-03-19T21:55:09.06528Z","steps":["trace[1962388417] 'agreement among raft nodes before linearized reading' (duration: 215.49584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:09.065286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.935586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:55:09.06532Z","caller":"traceutil/trace.go:171","msg":"trace[1953574907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1928; }","duration":"175.079791ms","start":"2026-03-19T21:55:08.890208Z","end":"2026-03-19T21:55:09.065288Z","steps":["trace[1953574907] 'agreement among raft nodes before linearized reading' (duration: 174.964559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:09.065336Z","caller":"traceutil/trace.go:171","msg":"trace[534795956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1928; }","duration":"271.037838ms","start":"2026-03-19T21:55:08.794285Z","end":"2026-03-19T21:55:09.065323Z","steps":["trace[534795956] 'agreement among raft nodes before linearized reading' (duration: 270.871374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:09.939103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.508947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:09.939196Z","caller":"traceutil/trace.go:171","msg":"trace[620804099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"165.677661ms","start":"2026-03-19T21:55:09.773496Z","end":"2026-03-19T21:55:09.939174Z","steps":["trace[620804099] 'range keys from in-memory index tree' (duration: 165.368963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:11.368613Z","caller":"traceutil/trace.go:171","msg":"trace[1632308931] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"190.133526ms","start":"2026-03-19T21:55:11.17845Z","end":"2026-03-19T21:55:11.368583Z","steps":["trace[1632308931] 'process raft request' (duration: 104.953648ms)","trace[1632308931] 'compare' (duration: 85.056605ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:11.373861Z","caller":"traceutil/trace.go:171","msg":"trace[618173256] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"195.346492ms","start":"2026-03-19T21:55:11.178487Z","end":"2026-03-19T21:55:11.373833Z","steps":["trace[618173256] 'process raft request' (duration: 195.26254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:11.373899Z","caller":"traceutil/trace.go:171","msg":"trace[1348061455] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"195.385173ms","start":"2026-03-19T21:55:11.178483Z","end":"2026-03-19T21:55:11.373868Z","steps":["trace[1348061455] 'process raft request' (duration: 195.091226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:11.373992Z","caller":"traceutil/trace.go:171","msg":"trace[1832127024] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"194.880942ms","start":"2026-03-19T21:55:11.179091Z","end":"2026-03-19T21:55:11.373972Z","steps":["trace[1832127024] 'process raft request' (duration: 194.704518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:11.373898Z","caller":"traceutil/trace.go:171","msg":"trace[1412121455] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2024; }","duration":"194.514474ms","start":"2026-03-19T21:55:11.179365Z","end":"2026-03-19T21:55:11.373879Z","steps":["trace[1412121455] 'read index received' (duration: 103.985567ms)","trace[1412121455] 'applied index is now lower than readState.Index' (duration: 90.527487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:11.374221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.843521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:55:11.374269Z","caller":"traceutil/trace.go:171","msg":"trace[145277263] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1941; }","duration":"194.927113ms","start":"2026-03-19T21:55:11.179331Z","end":"2026-03-19T21:55:11.374258Z","steps":["trace[145277263] 'agreement among raft nodes before linearized reading' (duration: 194.79564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:11.374463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.137267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:55:11.374512Z","caller":"traceutil/trace.go:171","msg":"trace[1352698351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1941; }","duration":"173.231259ms","start":"2026-03-19T21:55:11.20127Z","end":"2026-03-19T21:55:11.374501Z","steps":["trace[1352698351] 'agreement among raft nodes before linearized reading' (duration: 173.042615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:11.896794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.93142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:11.896872Z","caller":"traceutil/trace.go:171","msg":"trace[1946044232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"124.102674ms","start":"2026-03-19T21:55:11.772753Z","end":"2026-03-19T21:55:11.896855Z","steps":["trace[1946044232] 'range keys from in-memory index tree' (duration: 123.803718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:12.293928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.739678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:12.294038Z","caller":"traceutil/trace.go:171","msg":"trace[1218148147] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2031; }","duration":"112.471275ms","start":"2026-03-19T21:55:12.18155Z","end":"2026-03-19T21:55:12.294021Z","steps":["trace[1218148147] 'read index received' (duration: 112.292µs)","trace[1218148147] 'applied index is now lower than readState.Index' (duration: 112.357983ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:12.294145Z","caller":"traceutil/trace.go:171","msg":"trace[871427588] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"225.219087ms","start":"2026-03-19T21:55:12.068885Z","end":"2026-03-19T21:55:12.294104Z","steps":["trace[871427588] 'process raft request' (duration: 74.219143ms)","trace[871427588] 'compare' (duration: 150.620015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:12.294213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.67609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:12.294259Z","caller":"traceutil/trace.go:171","msg":"trace[260320520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"112.778862ms","start":"2026-03-19T21:55:12.181463Z","end":"2026-03-19T21:55:12.294242Z","steps":["trace[260320520] 'agreement among raft nodes before linearized reading' (duration: 112.650449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:12.740302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.470836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:12.74052Z","caller":"traceutil/trace.go:171","msg":"trace[758898828] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"443.800996ms","start":"2026-03-19T21:55:12.296679Z","end":"2026-03-19T21:55:12.74048Z","steps":["trace[758898828] 'process raft request' (duration: 247.067544ms)","trace[758898828] 'compare' (duration: 196.330473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:12.740704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:12.296653Z","time spent":"443.94888ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:15.969333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.382644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:15.96944Z","caller":"traceutil/trace.go:171","msg":"trace[1738865942] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"237.081592ms","start":"2026-03-19T21:55:15.732337Z","end":"2026-03-19T21:55:15.969418Z","steps":["trace[1738865942] 'process raft request' (duration: 106.554655ms)","trace[1738865942] 'compare' (duration: 130.24381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:16.442361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.917639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:16.442507Z","caller":"traceutil/trace.go:171","msg":"trace[1915904306] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"509.371007ms","start":"2026-03-19T21:55:15.933094Z","end":"2026-03-19T21:55:16.442465Z","steps":["trace[1915904306] 'process raft request' (duration: 390.218702ms)","trace[1915904306] 'compare' (duration: 118.779227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:16.442602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:15.933062Z","time spent":"509.49435ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:16.495265Z","caller":"traceutil/trace.go:171","msg":"trace[229759411] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"380.052227ms","start":"2026-03-19T21:55:16.115189Z","end":"2026-03-19T21:55:16.495241Z","steps":["trace[229759411] 'process raft request' (duration: 379.877573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:16.495429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:16.115163Z","time spent":"380.18143ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:16.495433Z","caller":"traceutil/trace.go:171","msg":"trace[33656568] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"173.69428ms","start":"2026-03-19T21:55:16.321719Z","end":"2026-03-19T21:55:16.495413Z","steps":["trace[33656568] 'process raft request' (duration: 173.486815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:16.679657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.85753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:55:16.679959Z","caller":"traceutil/trace.go:171","msg":"trace[2036475430] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2049; }","duration":"269.36405ms","start":"2026-03-19T21:55:16.410565Z","end":"2026-03-19T21:55:16.67993Z","steps":["trace[2036475430] 'read index received' (duration: 84.495152ms)","trace[2036475430] 'applied index is now lower than readState.Index' (duration: 184.867718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:16.680049Z","caller":"traceutil/trace.go:171","msg":"trace[1935135655] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"256.781381ms","start":"2026-03-19T21:55:16.423237Z","end":"2026-03-19T21:55:16.680018Z","steps":["trace[1935135655] 'process raft request' (duration: 256.522675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:16.680163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.582746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:16.680214Z","caller":"traceutil/trace.go:171","msg":"trace[857980429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"269.718518ms","start":"2026-03-19T21:55:16.410479Z","end":"2026-03-19T21:55:16.680198Z","steps":["trace[857980429] 'agreement among raft nodes before linearized reading' (duration: 269.535354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:17.515383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.313095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:17.515548Z","caller":"traceutil/trace.go:171","msg":"trace[356195514] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"197.140672ms","start":"2026-03-19T21:55:17.318365Z","end":"2026-03-19T21:55:17.515506Z","steps":["trace[356195514] 'process raft request' (duration: 78.617982ms)","trace[356195514] 'compare' (duration: 118.169032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:17.864519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.376702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:17.864655Z","caller":"traceutil/trace.go:171","msg":"trace[2071715561] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2057; }","duration":"177.946625ms","start":"2026-03-19T21:55:17.686695Z","end":"2026-03-19T21:55:17.864641Z","steps":["trace[2071715561] 'read index received' (duration: 376.408µs)","trace[2071715561] 'applied index is now lower than readState.Index' (duration: 177.569427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:17.864794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.117199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:17.864766Z","caller":"traceutil/trace.go:171","msg":"trace[1008292840] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"264.116555ms","start":"2026-03-19T21:55:17.600616Z","end":"2026-03-19T21:55:17.864732Z","steps":["trace[1008292840] 'process raft request' (duration: 86.447526ms)","trace[1008292840] 'compare' (duration: 177.27515ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:17.864818Z","caller":"traceutil/trace.go:171","msg":"trace[712808474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1971; }","duration":"178.165259ms","start":"2026-03-19T21:55:17.686645Z","end":"2026-03-19T21:55:17.86481Z","steps":["trace[712808474] 'agreement among raft nodes before linearized reading' (duration: 178.036007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:17.864904Z","caller":"traceutil/trace.go:171","msg":"trace[626409910] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"263.674864ms","start":"2026-03-19T21:55:17.601209Z","end":"2026-03-19T21:55:17.864884Z","steps":["trace[626409910] 'process raft request' (duration: 263.395508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:18.15034Z","caller":"traceutil/trace.go:171","msg":"trace[1325403153] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"175.790596ms","start":"2026-03-19T21:55:17.974521Z","end":"2026-03-19T21:55:18.150311Z","steps":["trace[1325403153] 'process raft request' (duration: 94.996097ms)","trace[1325403153] 'compare' (duration: 80.572434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:18.479345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.625489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:18.479512Z","caller":"traceutil/trace.go:171","msg":"trace[1431562794] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1972; }","duration":"196.844884ms","start":"2026-03-19T21:55:18.282642Z","end":"2026-03-19T21:55:18.479486Z","steps":["trace[1431562794] 'count revisions from in-memory index tree' (duration: 196.532928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:18.962161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.01598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:18.962257Z","caller":"traceutil/trace.go:171","msg":"trace[436742216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"189.172233ms","start":"2026-03-19T21:55:18.773064Z","end":"2026-03-19T21:55:18.962237Z","steps":["trace[436742216] 'range keys from in-memory index tree' (duration: 188.932718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:20.008091Z","caller":"traceutil/trace.go:171","msg":"trace[1472841935] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"134.008396ms","start":"2026-03-19T21:55:19.874057Z","end":"2026-03-19T21:55:20.008066Z","steps":["trace[1472841935] 'process raft request' (duration: 133.869803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:20.02828Z","caller":"traceutil/trace.go:171","msg":"trace[561075532] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"154.100502ms","start":"2026-03-19T21:55:19.874128Z","end":"2026-03-19T21:55:20.028228Z","steps":["trace[561075532] 'process raft request' (duration: 153.802186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:20.268251Z","caller":"traceutil/trace.go:171","msg":"trace[996301984] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"112.64807ms","start":"2026-03-19T21:55:20.155539Z","end":"2026-03-19T21:55:20.268187Z","steps":["trace[996301984] 'process raft request' (duration: 112.403665ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:20.718504Z","caller":"traceutil/trace.go:171","msg":"trace[1337941879] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"116.191018ms","start":"2026-03-19T21:55:20.602271Z","end":"2026-03-19T21:55:20.718462Z","steps":["trace[1337941879] 'process raft request' (duration: 36.960704ms)","trace[1337941879] 'compare' (duration: 79.06295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:22.063055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.774896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:22.063212Z","caller":"traceutil/trace.go:171","msg":"trace[603807145] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"347.06216ms","start":"2026-03-19T21:55:21.716129Z","end":"2026-03-19T21:55:22.063191Z","steps":["trace[603807145] 'process raft request' (duration: 87.055049ms)","trace[603807145] 'compare' (duration: 259.655443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:22.063326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:21.716102Z","time spent":"347.173723ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:22.1782Z","caller":"traceutil/trace.go:171","msg":"trace[144316939] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"110.44186ms","start":"2026-03-19T21:55:22.067511Z","end":"2026-03-19T21:55:22.177953Z","steps":["trace[144316939] 'process raft request' (duration: 109.279744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:22.850138Z","caller":"traceutil/trace.go:171","msg":"trace[1994031564] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"126.473078ms","start":"2026-03-19T21:55:22.723634Z","end":"2026-03-19T21:55:22.850107Z","steps":["trace[1994031564] 'process raft request' (duration: 126.158611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:22.850164Z","caller":"traceutil/trace.go:171","msg":"trace[1691672601] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"236.12451ms","start":"2026-03-19T21:55:22.613996Z","end":"2026-03-19T21:55:22.850121Z","steps":["trace[1691672601] 'process raft request' (duration: 151.263469ms)","trace[1691672601] 'compare' (duration: 84.313039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:23.84814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.616864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:55:23.848234Z","caller":"traceutil/trace.go:171","msg":"trace[99609140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1994; }","duration":"132.777748ms","start":"2026-03-19T21:55:23.715434Z","end":"2026-03-19T21:55:23.848212Z","steps":["trace[99609140] 'range keys from in-memory index tree' (duration: 132.337958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:24.066216Z","caller":"traceutil/trace.go:171","msg":"trace[556769793] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"213.489566ms","start":"2026-03-19T21:55:23.852697Z","end":"2026-03-19T21:55:24.066187Z","steps":["trace[556769793] 'process raft request' (duration: 213.259991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:24.219715Z","caller":"traceutil/trace.go:171","msg":"trace[1400852078] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"366.648558ms","start":"2026-03-19T21:55:23.853022Z","end":"2026-03-19T21:55:24.219671Z","steps":["trace[1400852078] 'process raft request' (duration: 308.144034ms)","trace[1400852078] 'compare' (duration: 58.34318ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:24.21984Z","caller":"traceutil/trace.go:171","msg":"trace[551366188] linearizableReadLoop","detail":"{readStateIndex:2086; appliedIndex:2083; }","duration":"209.792524ms","start":"2026-03-19T21:55:24.010018Z","end":"2026-03-19T21:55:24.21981Z","steps":["trace[551366188] 'read index received' (duration: 55.915386ms)","trace[551366188] 'applied index is now lower than readState.Index' (duration: 153.875788ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:24.219893Z","caller":"traceutil/trace.go:171","msg":"trace[2073721310] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"271.62263ms","start":"2026-03-19T21:55:23.948227Z","end":"2026-03-19T21:55:24.21985Z","steps":["trace[2073721310] 'process raft request' (duration: 271.408866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:24.220032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.994128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:24.220125Z","caller":"traceutil/trace.go:171","msg":"trace[1779804981] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1997; }","duration":"210.144131ms","start":"2026-03-19T21:55:24.009956Z","end":"2026-03-19T21:55:24.2201Z","steps":["trace[1779804981] 'agreement among raft nodes before linearized reading' (duration: 209.976607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:24.220147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.058026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:24.220184Z","caller":"traceutil/trace.go:171","msg":"trace[76847435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1997; }","duration":"152.159559ms","start":"2026-03-19T21:55:24.068014Z","end":"2026-03-19T21:55:24.220174Z","steps":["trace[76847435] 'agreement among raft nodes before linearized reading' (duration: 151.984725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:24.220075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:23.852987Z","time spent":"366.898613ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:24.22056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.357279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:24.220687Z","caller":"traceutil/trace.go:171","msg":"trace[1449505118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1997; }","duration":"101.509851ms","start":"2026-03-19T21:55:24.119153Z","end":"2026-03-19T21:55:24.220662Z","steps":["trace[1449505118] 'agreement among raft nodes before linearized reading' (duration: 101.262455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:24.614442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.109086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:24.614601Z","caller":"traceutil/trace.go:171","msg":"trace[1088631854] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"242.195926ms","start":"2026-03-19T21:55:24.37237Z","end":"2026-03-19T21:55:24.614566Z","steps":["trace[1088631854] 'process raft request' (duration: 121.869595ms)","trace[1088631854] 'compare' (duration: 119.984823ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:25.011029Z","caller":"traceutil/trace.go:171","msg":"trace[526183108] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"155.560355ms","start":"2026-03-19T21:55:24.855444Z","end":"2026-03-19T21:55:25.011004Z","steps":["trace[526183108] 'process raft request' (duration: 155.433103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:26.660349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.809292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:26.660551Z","caller":"traceutil/trace.go:171","msg":"trace[1999310395] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"405.907221ms","start":"2026-03-19T21:55:26.254595Z","end":"2026-03-19T21:55:26.660502Z","steps":["trace[1999310395] 'process raft request' (duration: 156.859394ms)","trace[1999310395] 'compare' (duration: 248.71508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:26.660682Z","caller":"traceutil/trace.go:171","msg":"trace[741472261] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2093; }","duration":"399.796086ms","start":"2026-03-19T21:55:26.260847Z","end":"2026-03-19T21:55:26.660643Z","steps":["trace[741472261] 'read index received' (duration: 36.707957ms)","trace[741472261] 'applied index is now lower than readState.Index' (duration: 363.084589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:26.660745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.254582Z","time spent":"406.045846ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:26.691714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.857938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:55:26.691781Z","caller":"traceutil/trace.go:171","msg":"trace[1898398824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"430.93575ms","start":"2026-03-19T21:55:26.260826Z","end":"2026-03-19T21:55:26.691762Z","steps":["trace[1898398824] 'agreement among raft nodes before linearized reading' (duration: 399.972931ms)","trace[1898398824] 'range keys from in-memory index tree' (duration: 30.771585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:26.691817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.260818Z","time spent":"430.991341ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:55:26.692075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.836547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:55:26.69217Z","caller":"traceutil/trace.go:171","msg":"trace[766462757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2007; }","duration":"430.969571ms","start":"2026-03-19T21:55:26.261177Z","end":"2026-03-19T21:55:26.692147Z","steps":["trace[766462757] 'agreement among raft nodes before linearized reading' (duration: 430.635033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:26.692231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.261166Z","time spent":"431.043292ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:55:26.692244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.823841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T21:55:26.692372Z","caller":"traceutil/trace.go:171","msg":"trace[1445890334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2007; }","duration":"314.001645ms","start":"2026-03-19T21:55:26.378338Z","end":"2026-03-19T21:55:26.692339Z","steps":["trace[1445890334] 'agreement among raft nodes before linearized reading' (duration: 313.638107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:26.692434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.378317Z","time spent":"314.105608ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:55:27.001735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.115693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:27.002131Z","caller":"traceutil/trace.go:171","msg":"trace[2092463316] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"305.486025ms","start":"2026-03-19T21:55:26.696576Z","end":"2026-03-19T21:55:27.002062Z","steps":["trace[2092463316] 'process raft request' (duration: 106.917402ms)","trace[2092463316] 'compare' (duration: 197.860888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:27.002268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.696548Z","time spent":"305.663319ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:27.002231Z","caller":"traceutil/trace.go:171","msg":"trace[1526760136] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"305.348682ms","start":"2026-03-19T21:55:26.696853Z","end":"2026-03-19T21:55:27.002202Z","steps":["trace[1526760136] 'process raft request' (duration: 304.999985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:27.002217Z","caller":"traceutil/trace.go:171","msg":"trace[34411505] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"305.323201ms","start":"2026-03-19T21:55:26.696878Z","end":"2026-03-19T21:55:27.002201Z","steps":["trace[34411505] 'process raft request' (duration: 305.246219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:27.002448Z","caller":"traceutil/trace.go:171","msg":"trace[39384334] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"275.751024ms","start":"2026-03-19T21:55:26.726664Z","end":"2026-03-19T21:55:27.002415Z","steps":["trace[39384334] 'process raft request' (duration: 275.501507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:27.002634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.69685Z","time spent":"305.609719ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:27.002698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:26.696821Z","time spent":"305.608969ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:27.090659Z","caller":"traceutil/trace.go:171","msg":"trace[1243411018] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"155.807571ms","start":"2026-03-19T21:55:26.93483Z","end":"2026-03-19T21:55:27.090638Z","steps":["trace[1243411018] 'process raft request' (duration: 155.641567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:27.134059Z","caller":"traceutil/trace.go:171","msg":"trace[1861566977] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"118.01635ms","start":"2026-03-19T21:55:27.016012Z","end":"2026-03-19T21:55:27.134028Z","steps":["trace[1861566977] 'process raft request' (duration: 110.794388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:28.295382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.157474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:55:28.295451Z","caller":"traceutil/trace.go:171","msg":"trace[1442619604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2015; }","duration":"176.272147ms","start":"2026-03-19T21:55:28.119163Z","end":"2026-03-19T21:55:28.295435Z","steps":["trace[1442619604] 'range keys from in-memory index tree' (duration: 175.992011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:28.295436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.457691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:28.295519Z","caller":"traceutil/trace.go:171","msg":"trace[1328864505] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2015; }","duration":"259.622834ms","start":"2026-03-19T21:55:28.03587Z","end":"2026-03-19T21:55:28.295493Z","steps":["trace[1328864505] 'count revisions from in-memory index tree' (duration: 259.372248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:28.298323Z","caller":"traceutil/trace.go:171","msg":"trace[458172613] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"135.344495ms","start":"2026-03-19T21:55:28.162959Z","end":"2026-03-19T21:55:28.298304Z","steps":["trace[458172613] 'process raft request' (duration: 135.219882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:29.295594Z","caller":"traceutil/trace.go:171","msg":"trace[529446583] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"285.522402ms","start":"2026-03-19T21:55:29.010044Z","end":"2026-03-19T21:55:29.295567Z","steps":["trace[529446583] 'process raft request' (duration: 285.359288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:29.437511Z","caller":"traceutil/trace.go:171","msg":"trace[62367845] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2111; }","duration":"265.991136ms","start":"2026-03-19T21:55:29.171494Z","end":"2026-03-19T21:55:29.437485Z","steps":["trace[62367845] 'read index received' (duration: 123.974252ms)","trace[62367845] 'applied index is now lower than readState.Index' (duration: 142.015784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:29.437625Z","caller":"traceutil/trace.go:171","msg":"trace[2143607463] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"426.982024ms","start":"2026-03-19T21:55:29.01059Z","end":"2026-03-19T21:55:29.437572Z","steps":["trace[2143607463] 'process raft request' (duration: 374.238628ms)","trace[2143607463] 'compare' (duration: 52.368157ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:29.437764Z","caller":"traceutil/trace.go:171","msg":"trace[1570379931] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"298.676834ms","start":"2026-03-19T21:55:29.139058Z","end":"2026-03-19T21:55:29.437735Z","steps":["trace[1570379931] 'process raft request' (duration: 298.365777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:29.437908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:29.010572Z","time spent":"427.202518ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:29.437911Z","caller":"traceutil/trace.go:171","msg":"trace[2033947721] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"343.065653ms","start":"2026-03-19T21:55:29.094819Z","end":"2026-03-19T21:55:29.437885Z","steps":["trace[2033947721] 'process raft request' (duration: 342.528202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:29.438066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:29.094794Z","time spent":"343.182256ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:29.438063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.546748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T21:55:29.438156Z","caller":"traceutil/trace.go:171","msg":"trace[1568159536] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2025; }","duration":"266.681401ms","start":"2026-03-19T21:55:29.171457Z","end":"2026-03-19T21:55:29.438139Z","steps":["trace[1568159536] 'agreement among raft nodes before linearized reading' (duration: 266.293072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:29.43829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.349817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:55:29.438354Z","caller":"traceutil/trace.go:171","msg":"trace[83251724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2025; }","duration":"162.454089ms","start":"2026-03-19T21:55:29.275883Z","end":"2026-03-19T21:55:29.438337Z","steps":["trace[83251724] 'agreement among raft nodes before linearized reading' (duration: 162.245115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:30.541073Z","caller":"traceutil/trace.go:171","msg":"trace[1872601882] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"166.723774ms","start":"2026-03-19T21:55:30.374316Z","end":"2026-03-19T21:55:30.541039Z","steps":["trace[1872601882] 'read index received' (duration: 166.51061ms)","trace[1872601882] 'applied index is now lower than readState.Index' (duration: 212.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:30.541194Z","caller":"traceutil/trace.go:171","msg":"trace[1196686305] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"233.133123ms","start":"2026-03-19T21:55:30.308015Z","end":"2026-03-19T21:55:30.541148Z","steps":["trace[1196686305] 'process raft request' (duration: 232.878827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:30.541297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.957119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:55:30.541338Z","caller":"traceutil/trace.go:171","msg":"trace[1275885054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2026; }","duration":"167.038531ms","start":"2026-03-19T21:55:30.374289Z","end":"2026-03-19T21:55:30.541327Z","steps":["trace[1275885054] 'agreement among raft nodes before linearized reading' (duration: 166.876287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:30.816569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.570928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:30.816701Z","caller":"traceutil/trace.go:171","msg":"trace[1100790410] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2116; }","duration":"108.404714ms","start":"2026-03-19T21:55:30.708275Z","end":"2026-03-19T21:55:30.81668Z","steps":["trace[1100790410] 'read index received' (duration: 45.181µs)","trace[1100790410] 'applied index is now lower than readState.Index' (duration: 108.358073ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:30.816801Z","caller":"traceutil/trace.go:171","msg":"trace[1449181046] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"271.454348ms","start":"2026-03-19T21:55:30.545288Z","end":"2026-03-19T21:55:30.816742Z","steps":["trace[1449181046] 'process raft request' (duration: 127.608804ms)","trace[1449181046] 'compare' (duration: 143.433615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:30.816894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.62454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:30.816939Z","caller":"traceutil/trace.go:171","msg":"trace[1173391354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2027; }","duration":"108.709692ms","start":"2026-03-19T21:55:30.708217Z","end":"2026-03-19T21:55:30.816927Z","steps":["trace[1173391354] 'agreement among raft nodes before linearized reading' (duration: 108.558069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:31.124584Z","caller":"traceutil/trace.go:171","msg":"trace[1648953324] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2117; }","duration":"307.818107ms","start":"2026-03-19T21:55:30.816737Z","end":"2026-03-19T21:55:31.124555Z","steps":["trace[1648953324] 'read index received' (duration: 307.725115ms)","trace[1648953324] 'applied index is now lower than readState.Index' (duration: 88.632µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:31.124711Z","caller":"traceutil/trace.go:171","msg":"trace[372145649] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"354.093877ms","start":"2026-03-19T21:55:30.770558Z","end":"2026-03-19T21:55:31.124652Z","steps":["trace[372145649] 'process raft request' (duration: 353.806681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:31.12491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.802705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:31.125022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:30.770528Z","time spent":"354.337263ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:31.125079Z","caller":"traceutil/trace.go:171","msg":"trace[814433719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2028; }","duration":"351.003918ms","start":"2026-03-19T21:55:30.774013Z","end":"2026-03-19T21:55:31.125017Z","steps":["trace[814433719] 'agreement among raft nodes before linearized reading' (duration: 350.685211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:31.125186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:30.773992Z","time spent":"351.177723ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:55:31.127308Z","caller":"traceutil/trace.go:171","msg":"trace[1962739363] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"306.412216ms","start":"2026-03-19T21:55:30.820871Z","end":"2026-03-19T21:55:31.127284Z","steps":["trace[1962739363] 'process raft request' (duration: 306.229802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:31.127385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.400944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:31.127471Z","caller":"traceutil/trace.go:171","msg":"trace[811387552] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2029; }","duration":"244.516126ms","start":"2026-03-19T21:55:30.88293Z","end":"2026-03-19T21:55:31.127446Z","steps":["trace[811387552] 'agreement among raft nodes before linearized reading' (duration: 244.360103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:31.127495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:30.820851Z","time spent":"306.530578ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:32.307039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.522146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:32.307681Z","caller":"traceutil/trace.go:171","msg":"trace[1465989641] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"1.009307495s","start":"2026-03-19T21:55:31.298347Z","end":"2026-03-19T21:55:32.307654Z","steps":["trace[1465989641] 'process raft request' (duration: 339.040783ms)","trace[1465989641] 'compare' (duration: 669.372083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:32.30778Z","caller":"traceutil/trace.go:171","msg":"trace[2005313271] linearizableReadLoop","detail":"{readStateIndex:2121; appliedIndex:2120; }","duration":"1.007697339s","start":"2026-03-19T21:55:31.300046Z","end":"2026-03-19T21:55:32.307743Z","steps":["trace[2005313271] 'read index received' (duration: 337.57344ms)","trace[2005313271] 'applied index is now lower than readState.Index' (duration: 670.120579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:32.307907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.298326Z","time spent":"1.009410937s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:32.307982Z","caller":"traceutil/trace.go:171","msg":"trace[811887489] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"864.863687ms","start":"2026-03-19T21:55:31.443084Z","end":"2026-03-19T21:55:32.307948Z","steps":["trace[811887489] 'process raft request' (duration: 864.56239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:32.308071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008011046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:55:32.308116Z","caller":"traceutil/trace.go:171","msg":"trace[842431449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2031; }","duration":"1.008092418s","start":"2026-03-19T21:55:31.300012Z","end":"2026-03-19T21:55:32.308104Z","steps":["trace[842431449] 'agreement among raft nodes before linearized reading' (duration: 1.007868072s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:32.30815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.3Z","time spent":"1.00814142s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:55:32.30816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.443058Z","time spent":"865.00943ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:32.308289Z","caller":"traceutil/trace.go:171","msg":"trace[971169763] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"863.059308ms","start":"2026-03-19T21:55:31.44518Z","end":"2026-03-19T21:55:32.30824Z","steps":["trace[971169763] 'process raft request' (duration: 862.72561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:32.308466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.445156Z","time spent":"863.250543ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:32.808633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:33.309504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:33.604824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.449428509s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:33.971841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.833568ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:33.971954Z","caller":"traceutil/trace.go:171","msg":"trace[1060458434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2032; }","duration":"705.958251ms","start":"2026-03-19T21:55:33.265978Z","end":"2026-03-19T21:55:33.971936Z","steps":["trace[1060458434] 'range keys from in-memory index tree' (duration: 705.818628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.972583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.468503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:33.972741Z","caller":"traceutil/trace.go:171","msg":"trace[544170290] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.660432746s","start":"2026-03-19T21:55:32.312298Z","end":"2026-03-19T21:55:33.972731Z","steps":["trace[544170290] 'process raft request' (duration: 1.660339674s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:33.972733Z","caller":"traceutil/trace.go:171","msg":"trace[842816036] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"2.246973862s","start":"2026-03-19T21:55:31.725732Z","end":"2026-03-19T21:55:33.972706Z","steps":["trace[842816036] 'process raft request' (duration: 1.879319265s)","trace[842816036] 'compare' (duration: 367.375401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:33.972803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:32.312287Z","time spent":"1.660487677s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:33.972882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.725704Z","time spent":"2.247095415s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:33.972903Z","caller":"traceutil/trace.go:171","msg":"trace[119219731] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"841.635866ms","start":"2026-03-19T21:55:33.131258Z","end":"2026-03-19T21:55:33.972893Z","steps":["trace[119219731] 'process raft request' (duration: 841.441791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:33.973022Z","caller":"traceutil/trace.go:171","msg":"trace[238884857] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2123; }","duration":"1.665166492s","start":"2026-03-19T21:55:32.307845Z","end":"2026-03-19T21:55:33.973011Z","steps":["trace[238884857] 'read index received' (duration: 1.297183957s)","trace[238884857] 'applied index is now lower than readState.Index' (duration: 367.980925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:33.97305Z","caller":"traceutil/trace.go:171","msg":"trace[1479035062] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"277.301012ms","start":"2026-03-19T21:55:33.695717Z","end":"2026-03-19T21:55:33.973018Z","steps":["trace[1479035062] 'process raft request' (duration: 277.19178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:33.13123Z","time spent":"841.745048ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:33.973119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66332692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-19T21:55:33.973181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199939963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:33.973213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428158691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:55:33.973211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.823761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:33.973234Z","caller":"traceutil/trace.go:171","msg":"trace[2059294124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"1.200042426s","start":"2026-03-19T21:55:32.773178Z","end":"2026-03-19T21:55:33.97322Z","steps":["trace[2059294124] 'agreement among raft nodes before linearized reading' (duration: 1.199943674s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:33.973234Z","caller":"traceutil/trace.go:171","msg":"trace[871983281] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2036; }","duration":"1.663440653s","start":"2026-03-19T21:55:32.30978Z","end":"2026-03-19T21:55:33.973221Z","steps":["trace[871983281] 'agreement among raft nodes before linearized reading' (duration: 1.66330097s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:33.973245Z","caller":"traceutil/trace.go:171","msg":"trace[2126219610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2036; }","duration":"1.428232293s","start":"2026-03-19T21:55:32.545004Z","end":"2026-03-19T21:55:33.973237Z","steps":["trace[2126219610] 'agreement among raft nodes before linearized reading' (duration: 1.428142041s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530606741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T21:55:33.973274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:32.773156Z","time spent":"1.200109838s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:55:33.973264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.422844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:33.973273Z","caller":"traceutil/trace.go:171","msg":"trace[1078711083] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2036; }","duration":"402.919883ms","start":"2026-03-19T21:55:33.570335Z","end":"2026-03-19T21:55:33.973255Z","steps":["trace[1078711083] 'agreement among raft nodes before linearized reading' (duration: 402.831512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.167052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:55:33.973303Z","caller":"traceutil/trace.go:171","msg":"trace[1106032509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2036; }","duration":"2.530722754s","start":"2026-03-19T21:55:31.442559Z","end":"2026-03-19T21:55:33.973282Z","steps":["trace[1106032509] 'agreement among raft nodes before linearized reading' (duration: 2.530500839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:33.570317Z","time spent":"403.006546ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:33.973352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.442536Z","time spent":"2.530808325s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:55:33.973358Z","caller":"traceutil/trace.go:171","msg":"trace[1302746400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2036; }","duration":"840.291185ms","start":"2026-03-19T21:55:33.133046Z","end":"2026-03-19T21:55:33.973337Z","steps":["trace[1302746400] 'agreement among raft nodes before linearized reading' (duration: 840.06664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:32.309699Z","time spent":"1.663571916s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T21:55:33.973403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:33.13303Z","time spent":"840.361216ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:55:33.973333Z","caller":"traceutil/trace.go:171","msg":"trace[1770358863] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2036; }","duration":"825.534697ms","start":"2026-03-19T21:55:33.147783Z","end":"2026-03-19T21:55:33.973317Z","steps":["trace[1770358863] 'agreement among raft nodes before linearized reading' (duration: 825.433225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152223471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:55:33.973531Z","caller":"traceutil/trace.go:171","msg":"trace[142186800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2036; }","duration":"1.152369183s","start":"2026-03-19T21:55:32.821143Z","end":"2026-03-19T21:55:33.973512Z","steps":["trace[142186800] 'agreement among raft nodes before linearized reading' (duration: 1.152086547s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.973579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:32.821127Z","time spent":"1.152443005s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:55:33.973473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:33.147762Z","time spent":"825.69679ms","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:33.973278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:32.544979Z","time spent":"1.428291634s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:55:33.973961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425978491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:33.974868Z","caller":"traceutil/trace.go:171","msg":"trace[1248428261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2036; }","duration":"2.426323388s","start":"2026-03-19T21:55:31.547908Z","end":"2026-03-19T21:55:33.974232Z","steps":["trace[1248428261] 'agreement among raft nodes before linearized reading' (duration: 2.425111101s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:33.974935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:31.547862Z","time spent":"2.427053975s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:55:34.087643Z","caller":"traceutil/trace.go:171","msg":"trace[21296791] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"109.47709ms","start":"2026-03-19T21:55:33.978141Z","end":"2026-03-19T21:55:34.087618Z","steps":["trace[21296791] 'process raft request' (duration: 99.572709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:34.248141Z","caller":"traceutil/trace.go:171","msg":"trace[850416221] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"269.830546ms","start":"2026-03-19T21:55:33.978283Z","end":"2026-03-19T21:55:34.248114Z","steps":["trace[850416221] 'process raft request' (duration: 246.68857ms)","trace[850416221] 'compare' (duration: 22.911491ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:34.248365Z","caller":"traceutil/trace.go:171","msg":"trace[989980567] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"269.880317ms","start":"2026-03-19T21:55:33.978462Z","end":"2026-03-19T21:55:34.248342Z","steps":["trace[989980567] 'process raft request' (duration: 269.5923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:34.248579Z","caller":"traceutil/trace.go:171","msg":"trace[300601401] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2127; }","duration":"266.629835ms","start":"2026-03-19T21:55:33.981939Z","end":"2026-03-19T21:55:34.248568Z","steps":["trace[300601401] 'read index received' (duration: 95.789355ms)","trace[300601401] 'applied index is now lower than readState.Index' (duration: 170.83961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:34.2487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.742567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:34.248697Z","caller":"traceutil/trace.go:171","msg":"trace[98146300] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"269.167581ms","start":"2026-03-19T21:55:33.979512Z","end":"2026-03-19T21:55:34.24868Z","steps":["trace[98146300] 'process raft request' (duration: 268.758282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:34.248734Z","caller":"traceutil/trace.go:171","msg":"trace[1787335364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"266.807419ms","start":"2026-03-19T21:55:33.981919Z","end":"2026-03-19T21:55:34.248726Z","steps":["trace[1787335364] 'agreement among raft nodes before linearized reading' (duration: 266.692277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:34.617484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.337006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-03-19T21:55:34.617491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.814243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:34.617563Z","caller":"traceutil/trace.go:171","msg":"trace[1842807105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2042; }","duration":"156.460509ms","start":"2026-03-19T21:55:34.461085Z","end":"2026-03-19T21:55:34.617545Z","steps":["trace[1842807105] 'range keys from in-memory index tree' (duration: 156.113731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:34.617596Z","caller":"traceutil/trace.go:171","msg":"trace[1574214233] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2042; }","duration":"228.957555ms","start":"2026-03-19T21:55:34.388608Z","end":"2026-03-19T21:55:34.617565Z","steps":["trace[1574214233] 'count revisions from in-memory index tree' (duration: 228.72861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:36.603547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.140737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:36.603677Z","caller":"traceutil/trace.go:171","msg":"trace[1722772715] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2133; }","duration":"614.758926ms","start":"2026-03-19T21:55:35.988898Z","end":"2026-03-19T21:55:36.603657Z","steps":["trace[1722772715] 'read index received' (duration: 37.592038ms)","trace[1722772715] 'applied index is now lower than readState.Index' (duration: 577.165098ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:36.603761Z","caller":"traceutil/trace.go:171","msg":"trace[1090553081] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"622.231253ms","start":"2026-03-19T21:55:35.981497Z","end":"2026-03-19T21:55:36.603729Z","steps":["trace[1090553081] 'process raft request' (duration: 231.813049ms)","trace[1090553081] 'compare' (duration: 390.023805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:36.603914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:35.981481Z","time spent":"622.350705ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:36.604107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.197787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:36.604172Z","caller":"traceutil/trace.go:171","msg":"trace[1602270038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"615.291958ms","start":"2026-03-19T21:55:35.988862Z","end":"2026-03-19T21:55:36.604154Z","steps":["trace[1602270038] 'agreement among raft nodes before linearized reading' (duration: 614.882969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:36.604218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:35.988849Z","time spent":"615.36043ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:55:37.046055Z","caller":"traceutil/trace.go:171","msg":"trace[1566613095] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"708.249261ms","start":"2026-03-19T21:55:36.337782Z","end":"2026-03-19T21:55:37.046031Z","steps":["trace[1566613095] 'process raft request' (duration: 708.093428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:37.046206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.337763Z","time spent":"708.366413ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:38.773781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:38.773862Z","caller":"traceutil/trace.go:171","msg":"trace[648632761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267777s","start":"2026-03-19T21:55:36.773575Z","end":"2026-03-19T21:55:38.773843Z","steps":["trace[648632761] 'agreement among raft nodes before linearized reading' (duration: 2.000166055s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:38.773915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.773553Z","time spent":"2.000346369s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:39.260597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114067024s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:39.427871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281254792s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:39.428045Z","caller":"traceutil/trace.go:171","msg":"trace[1185706751] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"3.084735646s","start":"2026-03-19T21:55:36.34328Z","end":"2026-03-19T21:55:39.428016Z","steps":["trace[1185706751] 'process raft request' (duration: 803.247129ms)","trace[1185706751] 'compare' (duration: 2.280427824s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:39.428193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.343255Z","time spent":"3.08486104s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:40.387259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.279098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:55:40.387536Z","caller":"traceutil/trace.go:171","msg":"trace[406915598] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2136; }","duration":"3.783805445s","start":"2026-03-19T21:55:36.603709Z","end":"2026-03-19T21:55:40.387514Z","steps":["trace[406915598] 'read index received' (duration: 442.329852ms)","trace[406915598] 'applied index is now lower than readState.Index' (duration: 3.341474253s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:40.387884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135020124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T21:55:40.387864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295319969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:55:40.387887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135423873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:55:40.387917Z","caller":"traceutil/trace.go:171","msg":"trace[1774787658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2046; }","duration":"4.135090776s","start":"2026-03-19T21:55:36.252816Z","end":"2026-03-19T21:55:40.387907Z","steps":["trace[1774787658] 'agreement among raft nodes before linearized reading' (duration: 4.134924633s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:40.387931Z","caller":"traceutil/trace.go:171","msg":"trace[2047378943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2046; }","duration":"4.295431181s","start":"2026-03-19T21:55:36.092485Z","end":"2026-03-19T21:55:40.387916Z","steps":["trace[2047378943] 'agreement among raft nodes before linearized reading' (duration: 4.295230797s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:40.387911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135980027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T21:55:40.387956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.252805Z","time spent":"4.135144067s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:55:40.387975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.092467Z","time spent":"4.295499382s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T21:55:40.387995Z","caller":"traceutil/trace.go:171","msg":"trace[1208728826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2046; }","duration":"4.136077789s","start":"2026-03-19T21:55:36.2519Z","end":"2026-03-19T21:55:40.387978Z","steps":["trace[1208728826] 'agreement among raft nodes before linearized reading' (duration: 4.135813413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:40.388031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.25183Z","time spent":"4.136194141s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:55:40.387943Z","caller":"traceutil/trace.go:171","msg":"trace[1012338878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2046; }","duration":"4.135534547s","start":"2026-03-19T21:55:36.252394Z","end":"2026-03-19T21:55:40.387928Z","steps":["trace[1012338878] 'agreement among raft nodes before linearized reading' (duration: 4.135300662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:40.388239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:36.252373Z","time spent":"4.135859063s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:55:40.387883Z","caller":"traceutil/trace.go:171","msg":"trace[15518471] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"3.24452318s","start":"2026-03-19T21:55:37.143329Z","end":"2026-03-19T21:55:40.387852Z","steps":["trace[15518471] 'process raft request' (duration: 3.24406497s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:40.388433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:37.143302Z","time spent":"3.245055452s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:40.774384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:40.774458Z","caller":"traceutil/trace.go:171","msg":"trace[1105449455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302179s","start":"2026-03-19T21:55:38.77414Z","end":"2026-03-19T21:55:40.774442Z","steps":["trace[1105449455] 'agreement among raft nodes before linearized reading' (duration: 2.000205917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:40.774508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:38.774117Z","time spent":"2.000381882s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:40.888358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:41.221256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.960437361s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:42.782059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:55:42.782141Z","caller":"traceutil/trace.go:171","msg":"trace[2030690486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310048s","start":"2026-03-19T21:55:40.78181Z","end":"2026-03-19T21:55:42.78212Z","steps":["trace[2030690486] 'agreement among raft nodes before linearized reading' (duration: 2.000210996s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:42.782205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.78179Z","time spent":"2.00040499s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:43.029777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:38.031224Z","time spent":"4.998548257s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:55:43.373746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147842862s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:43.606606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999150301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:43.606738Z","caller":"traceutil/trace.go:171","msg":"trace[279418080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999353316s","start":"2026-03-19T21:55:38.607355Z","end":"2026-03-19T21:55:43.606708Z","steps":["trace[279418080] 'agreement among raft nodes before linearized reading' (duration: 4.999170912s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.606806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:38.607336Z","time spent":"4.999455398s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 21:55:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:43.850024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:42.335165Z","time spent":"1.514851785s","remote":"127.0.0.1:51476","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T21:55:43.850218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.112453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:43.850337Z","caller":"traceutil/trace.go:171","msg":"trace[704249007] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2047; }","duration":"584.243636ms","start":"2026-03-19T21:55:43.266075Z","end":"2026-03-19T21:55:43.850318Z","steps":["trace[704249007] 'range keys from in-memory index tree' (duration: 584.095183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.85063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629039566s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:43.850949Z","caller":"traceutil/trace.go:171","msg":"trace[1589427103] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"4.79867761s","start":"2026-03-19T21:55:39.052219Z","end":"2026-03-19T21:55:43.850896Z","steps":["trace[1589427103] 'process raft request' (duration: 4.798573748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.851163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.815729986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:43.851191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.298972392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:43.85119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.65322559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:43.851207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.240136861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:43.851225Z","caller":"traceutil/trace.go:171","msg":"trace[1703978578] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2056; }","duration":"6.299040004s","start":"2026-03-19T21:55:37.552176Z","end":"2026-03-19T21:55:43.851216Z","steps":["trace[1703978578] 'agreement among raft nodes before linearized reading' (duration: 6.298994803s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:43.851206Z","caller":"traceutil/trace.go:171","msg":"trace[461628635] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2056; }","duration":"3.815818658s","start":"2026-03-19T21:55:40.035377Z","end":"2026-03-19T21:55:43.851196Z","steps":["trace[461628635] 'agreement among raft nodes before linearized reading' (duration: 3.815752706s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:43.851236Z","caller":"traceutil/trace.go:171","msg":"trace[302430579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2056; }","duration":"6.653308772s","start":"2026-03-19T21:55:37.197915Z","end":"2026-03-19T21:55:43.851224Z","steps":["trace[302430579] 'agreement among raft nodes before linearized reading' (duration: 6.6532318s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.851268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.035351Z","time spent":"3.815909979s","remote":"127.0.0.1:59972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:43.851275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:37.197899Z","time spent":"6.653365863s","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:43.850952Z","caller":"traceutil/trace.go:171","msg":"trace[750558484] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"5.889316787s","start":"2026-03-19T21:55:37.961599Z","end":"2026-03-19T21:55:43.850916Z","steps":["trace[750558484] 'process raft request' (duration: 3.259918833s)","trace[750558484] 'compare' (duration: 2.628243669s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:43.851324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73423728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T21:55:43.851368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:37.961569Z","time spent":"5.889760297s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8190,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:43.851498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208038633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:55:43.851958Z","caller":"traceutil/trace.go:171","msg":"trace[42671896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2056; }","duration":"4.208500953s","start":"2026-03-19T21:55:39.643437Z","end":"2026-03-19T21:55:43.851938Z","steps":["trace[42671896] 'agreement among raft nodes before linearized reading' (duration: 4.207695485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.852115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:39.643377Z","time spent":"4.208717067s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T21:55:43.851238Z","caller":"traceutil/trace.go:171","msg":"trace[598890563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"6.240195851s","start":"2026-03-19T21:55:37.611034Z","end":"2026-03-19T21:55:43.851229Z","steps":["trace[598890563] 'agreement among raft nodes before linearized reading' (duration: 6.240093249s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.85217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:39.052193Z","time spent":"4.799008148s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:43.852304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:37.611018Z","time spent":"6.241204874s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:55:43.851274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:37.552154Z","time spent":"6.299112795s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:43.851382Z","caller":"traceutil/trace.go:171","msg":"trace[1245824539] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2056; }","duration":"5.734342452s","start":"2026-03-19T21:55:38.117029Z","end":"2026-03-19T21:55:43.851372Z","steps":["trace[1245824539] 'agreement among raft nodes before linearized reading' (duration: 5.734158968s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.85273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:38.117009Z","time spent":"5.735700703s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T21:55:43.851034Z","caller":"traceutil/trace.go:171","msg":"trace[1805242600] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"3.458888429s","start":"2026-03-19T21:55:40.39214Z","end":"2026-03-19T21:55:43.851028Z","steps":["trace[1805242600] 'process raft request' (duration: 3.458796917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.852933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.392115Z","time spent":"3.460740231s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:43.851019Z","caller":"traceutil/trace.go:171","msg":"trace[917984485] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"3.459087644s","start":"2026-03-19T21:55:40.391879Z","end":"2026-03-19T21:55:43.850967Z","steps":["trace[917984485] 'process raft request' (duration: 3.458951841s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:43.851044Z","caller":"traceutil/trace.go:171","msg":"trace[1047985312] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"3.458436389s","start":"2026-03-19T21:55:40.392597Z","end":"2026-03-19T21:55:43.851033Z","steps":["trace[1047985312] 'process raft request' (duration: 3.458368627s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.391855Z","time spent":"3.461246591s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:43.853248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.392587Z","time spent":"3.460608877s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:43.851077Z","caller":"traceutil/trace.go:171","msg":"trace[1294635704] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"2.370539724s","start":"2026-03-19T21:55:41.480523Z","end":"2026-03-19T21:55:43.851063Z","steps":["trace[1294635704] 'process raft request' (duration: 2.370507983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:41.480498Z","time spent":"2.372822094s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:43.851087Z","caller":"traceutil/trace.go:171","msg":"trace[1782479568] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2139; }","duration":"3.463419999s","start":"2026-03-19T21:55:40.387649Z","end":"2026-03-19T21:55:43.851069Z","steps":["trace[1782479568] 'read index received' (duration: 833.82115ms)","trace[1782479568] 'applied index is now lower than readState.Index' (duration: 2.629597419s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:43.851138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216297297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:43.853498Z","caller":"traceutil/trace.go:171","msg":"trace[2055128413] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2056; }","duration":"4.218711801s","start":"2026-03-19T21:55:39.634768Z","end":"2026-03-19T21:55:43.85348Z","steps":["trace[2055128413] 'agreement among raft nodes before linearized reading' (duration: 4.216302537s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031077234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:43.85356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:39.634745Z","time spent":"4.218799113s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:43.853561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.323421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:43.853572Z","caller":"traceutil/trace.go:171","msg":"trace[1922759715] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2056; }","duration":"2.031133535s","start":"2026-03-19T21:55:41.822431Z","end":"2026-03-19T21:55:43.853565Z","steps":["trace[1922759715] 'agreement among raft nodes before linearized reading' (duration: 2.031102775s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:41.82241Z","time spent":"2.031177987s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:43.853596Z","caller":"traceutil/trace.go:171","msg":"trace[1579744656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"507.399773ms","start":"2026-03-19T21:55:43.346185Z","end":"2026-03-19T21:55:43.853585Z","steps":["trace[1579744656] 'agreement among raft nodes before linearized reading' (duration: 507.347472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.842203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-19T21:55:43.853627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.346161Z","time spent":"507.459284ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:55:43.853664Z","caller":"traceutil/trace.go:171","msg":"trace[877524096] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"821.896355ms","start":"2026-03-19T21:55:43.031728Z","end":"2026-03-19T21:55:43.853624Z","steps":["trace[877524096] 'agreement among raft nodes before linearized reading' (duration: 821.853834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.031715Z","time spent":"821.976167ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:55:43.851143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.903029612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:43.853738Z","caller":"traceutil/trace.go:171","msg":"trace[490311228] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2056; }","duration":"3.905697531s","start":"2026-03-19T21:55:39.94803Z","end":"2026-03-19T21:55:43.853727Z","steps":["trace[490311228] 'agreement among raft nodes before linearized reading' (duration: 3.903047622s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.07678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:43.853773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451695152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:43.851128Z","caller":"traceutil/trace.go:171","msg":"trace[2096177908] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"2.417633663s","start":"2026-03-19T21:55:41.433478Z","end":"2026-03-19T21:55:43.851111Z","steps":["trace[2096177908] 'process raft request' (duration: 2.41752132s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071465069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:43.853803Z","caller":"traceutil/trace.go:171","msg":"trace[896698808] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2056; }","duration":"2.451761094s","start":"2026-03-19T21:55:41.402033Z","end":"2026-03-19T21:55:43.853794Z","steps":["trace[896698808] 'agreement among raft nodes before linearized reading' (duration: 2.451708732s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:43.85381Z","caller":"traceutil/trace.go:171","msg":"trace[1839304000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"1.071522501s","start":"2026-03-19T21:55:42.782281Z","end":"2026-03-19T21:55:43.853803Z","steps":["trace[1839304000] 'agreement among raft nodes before linearized reading' (duration: 1.07148575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:41.402012Z","time spent":"2.451815345s","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:43.853832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:41.43346Z","time spent":"2.420340594s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:43.853834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:42.782265Z","time spent":"1.071564602s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:55:43.853519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135441476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:43.853965Z","caller":"traceutil/trace.go:171","msg":"trace[1168732712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2056; }","duration":"3.135923037s","start":"2026-03-19T21:55:40.718031Z","end":"2026-03-19T21:55:43.853954Z","steps":["trace[1168732712] 'agreement among raft nodes before linearized reading' (duration: 3.135452387s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.853981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495433387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:43.854001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.718011Z","time spent":"3.135979758s","remote":"127.0.0.1:44264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:43.854008Z","caller":"traceutil/trace.go:171","msg":"trace[1171645193] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2056; }","duration":"2.495462198s","start":"2026-03-19T21:55:41.358537Z","end":"2026-03-19T21:55:43.853999Z","steps":["trace[1171645193] 'agreement among raft nodes before linearized reading' (duration: 2.495403447s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:43.853801Z","caller":"traceutil/trace.go:171","msg":"trace[875186132] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2056; }","duration":"901.360926ms","start":"2026-03-19T21:55:42.952429Z","end":"2026-03-19T21:55:43.85379Z","steps":["trace[875186132] 'agreement among raft nodes before linearized reading' (duration: 901.091051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.854034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:41.358482Z","time spent":"2.49554476s","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:43.854055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:42.952407Z","time spent":"901.636823ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:43.853778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:39.948001Z","time spent":"3.905765493s","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:43.854157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796794356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:55:43.850994Z","caller":"traceutil/trace.go:171","msg":"trace[503508496] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"3.45891554s","start":"2026-03-19T21:55:40.392062Z","end":"2026-03-19T21:55:43.850977Z","steps":["trace[503508496] 'process raft request' (duration: 3.458800717s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:43.854204Z","caller":"traceutil/trace.go:171","msg":"trace[498957403] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2056; }","duration":"2.796903828s","start":"2026-03-19T21:55:41.057291Z","end":"2026-03-19T21:55:43.854195Z","steps":["trace[498957403] 'agreement among raft nodes before linearized reading' (duration: 2.796767635s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.854242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:41.057269Z","time spent":"2.79696605s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T21:55:43.854451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077078066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T21:55:43.854489Z","caller":"traceutil/trace.go:171","msg":"trace[203793269] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2056; }","duration":"3.077152027s","start":"2026-03-19T21:55:40.777329Z","end":"2026-03-19T21:55:43.854481Z","steps":["trace[203793269] 'agreement among raft nodes before linearized reading' (duration: 3.077054684s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.854519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.777315Z","time spent":"3.077196128s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"warn","ts":"2026-03-19T21:55:43.854242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:40.392054Z","time spent":"3.462156572s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:43.854937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847300007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T21:55:43.854984Z","caller":"traceutil/trace.go:171","msg":"trace[1674088746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"1.847411909s","start":"2026-03-19T21:55:42.007559Z","end":"2026-03-19T21:55:43.854971Z","steps":["trace[1674088746] 'agreement among raft nodes before linearized reading' (duration: 1.845943287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.855012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:42.007529Z","time spent":"1.84747719s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:55:43.855173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590277616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:43.855197Z","caller":"traceutil/trace.go:171","msg":"trace[1694172962] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2056; }","duration":"1.590339257s","start":"2026-03-19T21:55:42.264852Z","end":"2026-03-19T21:55:43.855192Z","steps":["trace[1694172962] 'agreement among raft nodes before linearized reading' (duration: 1.590296266s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:43.855215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:42.264836Z","time spent":"1.590374858s","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:44.358708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:44.858831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:45.359239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:45.383415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.52765771s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:45.792137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.522748ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T21:55:45.792338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.855625Z","time spent":"1.936709419s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T21:55:45.792751Z","caller":"traceutil/trace.go:171","msg":"trace[1921311516] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2148; }","duration":"1.934324865s","start":"2026-03-19T21:55:43.858405Z","end":"2026-03-19T21:55:45.79273Z","steps":["trace[1921311516] 'read index received' (duration: 1.525196844s)","trace[1921311516] 'applied index is now lower than readState.Index' (duration: 409.126911ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:45.792861Z","caller":"traceutil/trace.go:171","msg":"trace[1617801846] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"1.93535593s","start":"2026-03-19T21:55:43.857484Z","end":"2026-03-19T21:55:45.79284Z","steps":["trace[1617801846] 'process raft request' (duration: 1.935055893s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:45.792875Z","caller":"traceutil/trace.go:171","msg":"trace[1715765763] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"1.934542621s","start":"2026-03-19T21:55:43.858295Z","end":"2026-03-19T21:55:45.792838Z","steps":["trace[1715765763] 'process raft request' (duration: 1.934358637s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.792944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931174975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:45.792865Z","caller":"traceutil/trace.go:171","msg":"trace[793412299] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"1.75013307s","start":"2026-03-19T21:55:44.042716Z","end":"2026-03-19T21:55:45.792849Z","steps":["trace[793412299] 'process raft request' (duration: 1.749972526s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:45.792979Z","caller":"traceutil/trace.go:171","msg":"trace[2081115154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2060; }","duration":"1.931240367s","start":"2026-03-19T21:55:43.861728Z","end":"2026-03-19T21:55:45.792968Z","steps":["trace[2081115154] 'agreement among raft nodes before linearized reading' (duration: 1.931140544s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.792963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930586983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:45.792992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.857474Z","time spent":"1.935453022s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:45.793003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934588772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-19T21:55:45.793018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.861719Z","time spent":"1.931291429s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:55:45.793028Z","caller":"traceutil/trace.go:171","msg":"trace[450782701] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2060; }","duration":"1.930689365s","start":"2026-03-19T21:55:43.862325Z","end":"2026-03-19T21:55:45.793014Z","steps":["trace[450782701] 'agreement among raft nodes before linearized reading' (duration: 1.930561082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.793036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:44.042693Z","time spent":"1.750299913s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:45.79305Z","caller":"traceutil/trace.go:171","msg":"trace[1510866097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2060; }","duration":"1.934692474s","start":"2026-03-19T21:55:43.858345Z","end":"2026-03-19T21:55:45.793038Z","steps":["trace[1510866097] 'agreement among raft nodes before linearized reading' (duration: 1.93450366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.793048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.896921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:55:45.793078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.862302Z","time spent":"1.930767307s","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T21:55:45.793081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.858278Z","time spent":"1.934695764s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:45.793135Z","caller":"traceutil/trace.go:171","msg":"trace[1897615088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"934.067495ms","start":"2026-03-19T21:55:44.859043Z","end":"2026-03-19T21:55:45.793111Z","steps":["trace[1897615088] 'agreement among raft nodes before linearized reading' (duration: 933.83141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.793101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.048323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:55:45.793083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.858307Z","time spent":"1.934769075s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T21:55:45.792887Z","caller":"traceutil/trace.go:171","msg":"trace[2100324677] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"1.936279659s","start":"2026-03-19T21:55:43.856578Z","end":"2026-03-19T21:55:45.792858Z","steps":["trace[2100324677] 'process raft request' (duration: 1.935649775s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.793188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:44.85902Z","time spent":"934.158556ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:55:45.793253Z","caller":"traceutil/trace.go:171","msg":"trace[1111666039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2060; }","duration":"184.189035ms","start":"2026-03-19T21:55:45.608986Z","end":"2026-03-19T21:55:45.793175Z","steps":["trace[1111666039] 'agreement among raft nodes before linearized reading' (duration: 183.897059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:45.793376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:43.856561Z","time spent":"1.936659568s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:46.297199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:47.800057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:47.80014Z","caller":"traceutil/trace.go:171","msg":"trace[722016845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688849s","start":"2026-03-19T21:55:45.799431Z","end":"2026-03-19T21:55:47.80012Z","steps":["trace[722016845] 'agreement among raft nodes before linearized reading' (duration: 2.000562076s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:47.800191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.799425Z","time spent":"2.00075464s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:48.02349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.692952086s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:48.606659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.796971Z","time spent":"2.809680886s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:49.800688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:49.800804Z","caller":"traceutil/trace.go:171","msg":"trace[1845113482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500713s","start":"2026-03-19T21:55:47.800278Z","end":"2026-03-19T21:55:49.800778Z","steps":["trace[1845113482] 'agreement among raft nodes before linearized reading' (duration: 2.00035358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:49.800867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:47.800265Z","time spent":"2.000591615s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:50.331353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000703229s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:50.331918Z","caller":"traceutil/trace.go:171","msg":"trace[713184510] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"4.53715285s","start":"2026-03-19T21:55:45.794733Z","end":"2026-03-19T21:55:50.331885Z","steps":["trace[713184510] 'process raft request' (duration: 535.808796ms)","trace[713184510] 'compare' (duration: 4.000542586s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:50.332072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.794716Z","time spent":"4.537277762s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:50.332287Z","caller":"traceutil/trace.go:171","msg":"trace[2082963203] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"4.474696098s","start":"2026-03-19T21:55:45.857575Z","end":"2026-03-19T21:55:50.332271Z","steps":["trace[2082963203] 'process raft request' (duration: 4.474025732s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:50.332297Z","caller":"traceutil/trace.go:171","msg":"trace[2094356531] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"4.47476542s","start":"2026-03-19T21:55:45.857485Z","end":"2026-03-19T21:55:50.332251Z","steps":["trace[2094356531] 'process raft request' (duration: 4.474082264s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:50.332338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.857549Z","time spent":"4.474760939s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:50.332468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.857469Z","time spent":"4.474893912s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:50.856856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999245054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:55:50.856934Z","caller":"traceutil/trace.go:171","msg":"trace[1117371805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999365026s","start":"2026-03-19T21:55:45.857548Z","end":"2026-03-19T21:55:50.856913Z","steps":["trace[1117371805] 'agreement among raft nodes before linearized reading' (duration: 4.999267884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:50.856974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.857527Z","time spent":"4.999439288s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:55:50.859085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000269316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:50.859118Z","caller":"traceutil/trace.go:171","msg":"trace[1999949149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000321877s","start":"2026-03-19T21:55:45.858788Z","end":"2026-03-19T21:55:50.85911Z","steps":["trace[1999949149] 'agreement among raft nodes before linearized reading' (duration: 5.000287216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:50.859145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.85878Z","time spent":"5.000358858s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 21:55:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:51.091958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:51.092054Z","caller":"traceutil/trace.go:171","msg":"trace[1957380665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231027s","start":"2026-03-19T21:55:49.0918Z","end":"2026-03-19T21:55:51.092031Z","steps":["trace[1957380665] 'agreement among raft nodes before linearized reading' (duration: 2.000110664s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:51.092136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:49.091791Z","time spent":"2.00032583s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:51.809255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:55:51.809342Z","caller":"traceutil/trace.go:171","msg":"trace[1439393565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584116s","start":"2026-03-19T21:55:49.808739Z","end":"2026-03-19T21:55:51.809323Z","steps":["trace[1439393565] 'agreement among raft nodes before linearized reading' (duration: 2.000460094s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:51.809393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:49.808707Z","time spent":"2.000676048s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:51.85747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241633624s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:52.797066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:47.799145Z","time spent":"4.997914553s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:53.294832Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7f0b9d0815760954","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T21:55:53.60724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:48.609235Z","time spent":"4.997993076s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:55:53.817546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:55:53.817665Z","caller":"traceutil/trace.go:171","msg":"trace[1582336882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374009s","start":"2026-03-19T21:55:51.817243Z","end":"2026-03-19T21:55:53.817617Z","steps":["trace[1582336882] 'agreement among raft nodes before linearized reading' (duration: 2.000252217s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:53.817716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:51.817221Z","time spent":"2.000485981s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:55:53.850906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993282442s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:54.33499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003327298s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:55:54.335225Z","caller":"traceutil/trace.go:171","msg":"trace[1200227668] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2153; }","duration":"8.538212887s","start":"2026-03-19T21:55:45.796994Z","end":"2026-03-19T21:55:54.335207Z","steps":["trace[1200227668] 'read index received' (duration: 533.556605ms)","trace[1200227668] 'applied index is now lower than readState.Index' (duration: 8.004655212s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:54.33573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06926024s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:54.335905Z","caller":"traceutil/trace.go:171","msg":"trace[1684227064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2064; }","duration":"1.069448614s","start":"2026-03-19T21:55:53.266431Z","end":"2026-03-19T21:55:54.335879Z","steps":["trace[1684227064] 'range keys from in-memory index tree' (duration: 1.06923899s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:54.336415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.539413924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:54.336494Z","caller":"traceutil/trace.go:171","msg":"trace[543958944] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2064; }","duration":"8.539540926s","start":"2026-03-19T21:55:45.796936Z","end":"2026-03-19T21:55:54.336477Z","steps":["trace[543958944] 'agreement among raft nodes before linearized reading' (duration: 8.539418494s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:54.336541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.796912Z","time spent":"8.539621359s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T21:55:55.346353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:55.346442Z","caller":"traceutil/trace.go:171","msg":"trace[800174538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002605s","start":"2026-03-19T21:55:53.346397Z","end":"2026-03-19T21:55:55.346423Z","steps":["trace[800174538] 'agreement among raft nodes before linearized reading' (duration: 1.999901768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.346506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:53.346376Z","time spent":"2.000119803s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:55.4538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116635466s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-19T21:55:55.454589Z","caller":"traceutil/trace.go:171","msg":"trace[896318676] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2158; }","duration":"1.119300325s","start":"2026-03-19T21:55:54.335262Z","end":"2026-03-19T21:55:55.454562Z","steps":["trace[896318676] 'read index received' (duration: 1.278458ms)","trace[896318676] 'applied index is now lower than readState.Index' (duration: 1.118020837s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:55:55.454699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.800431061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:55.454741Z","caller":"traceutil/trace.go:171","msg":"trace[1981180811] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"4.094256174s","start":"2026-03-19T21:55:51.360453Z","end":"2026-03-19T21:55:55.454709Z","steps":["trace[1981180811] 'process raft request' (duration: 4.093988568s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.57327959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:55.454772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.412193581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:55.454792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636639039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:55.454819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657389308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T21:55:55.454831Z","caller":"traceutil/trace.go:171","msg":"trace[789578024] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2067; }","duration":"5.573400953s","start":"2026-03-19T21:55:49.881405Z","end":"2026-03-19T21:55:55.454806Z","steps":["trace[789578024] 'agreement among raft nodes before linearized reading' (duration: 5.57327897s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.454835Z","caller":"traceutil/trace.go:171","msg":"trace[524536315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2067; }","duration":"7.412301993s","start":"2026-03-19T21:55:48.042514Z","end":"2026-03-19T21:55:55.454816Z","steps":["trace[524536315] 'agreement among raft nodes before linearized reading' (duration: 7.412196851s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.563673837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:55:55.454846Z","caller":"traceutil/trace.go:171","msg":"trace[354389680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2067; }","duration":"1.636721682s","start":"2026-03-19T21:55:53.81811Z","end":"2026-03-19T21:55:55.454832Z","steps":["trace[354389680] 'agreement among raft nodes before linearized reading' (duration: 1.63663486s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.654350987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:55:55.454875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117508017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:55:55.454869Z","caller":"traceutil/trace.go:171","msg":"trace[1421711085] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2067; }","duration":"2.65747213s","start":"2026-03-19T21:55:52.797378Z","end":"2026-03-19T21:55:55.45485Z","steps":["trace[1421711085] 'agreement among raft nodes before linearized reading' (duration: 2.657295436s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:53.818095Z","time spent":"1.636785193s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:55:55.454884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:49.881387Z","time spent":"5.573479515s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:55.454903Z","caller":"traceutil/trace.go:171","msg":"trace[1575077251] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2067; }","duration":"3.117565478s","start":"2026-03-19T21:55:52.337329Z","end":"2026-03-19T21:55:55.454895Z","steps":["trace[1575077251] 'agreement among raft nodes before linearized reading' (duration: 3.117474536s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.454887Z","caller":"traceutil/trace.go:171","msg":"trace[561497935] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2067; }","duration":"5.563739399s","start":"2026-03-19T21:55:49.891131Z","end":"2026-03-19T21:55:55.45487Z","steps":["trace[561497935] 'agreement among raft nodes before linearized reading' (duration: 5.563645796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:52.797363Z","time spent":"2.657540771s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:55:55.454923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:52.337312Z","time spent":"3.11760614s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T21:55:55.454909Z","caller":"traceutil/trace.go:171","msg":"trace[1132393024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"8.65448422s","start":"2026-03-19T21:55:46.800404Z","end":"2026-03-19T21:55:55.454889Z","steps":["trace[1132393024] 'agreement among raft nodes before linearized reading' (duration: 8.654233384s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:51.360428Z","time spent":"4.094382667s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:55.454939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:49.891108Z","time spent":"5.56381932s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:55.454955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.382409211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-19T21:55:55.454965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:46.800384Z","time spent":"8.654570941s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:55:55.45497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.597393593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T21:55:55.454986Z","caller":"traceutil/trace.go:171","msg":"trace[515132779] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2067; }","duration":"6.382438002s","start":"2026-03-19T21:55:49.072539Z","end":"2026-03-19T21:55:55.454977Z","steps":["trace[515132779] 'agreement among raft nodes before linearized reading' (duration: 6.382317829s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592711436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T21:55:55.454992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117108248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T21:55:55.455016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:49.072475Z","time spent":"6.382534674s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T21:55:55.454741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120287582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-19T21:55:55.454857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.596889022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:55:55.455039Z","caller":"traceutil/trace.go:171","msg":"trace[1051436944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2067; }","duration":"2.592783438s","start":"2026-03-19T21:55:52.862241Z","end":"2026-03-19T21:55:55.455024Z","steps":["trace[1051436944] 'agreement among raft nodes before linearized reading' (duration: 2.592670855s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.455041Z","caller":"traceutil/trace.go:171","msg":"trace[741021741] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2067; }","duration":"3.11717901s","start":"2026-03-19T21:55:52.337851Z","end":"2026-03-19T21:55:55.45503Z","steps":["trace[741021741] 'agreement among raft nodes before linearized reading' (duration: 3.117065158s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.455072Z","caller":"traceutil/trace.go:171","msg":"trace[1482617856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2067; }","duration":"9.597149487s","start":"2026-03-19T21:55:45.857914Z","end":"2026-03-19T21:55:55.455063Z","steps":["trace[1482617856] 'agreement among raft nodes before linearized reading' (duration: 9.596795879s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.454772Z","caller":"traceutil/trace.go:171","msg":"trace[1604678564] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2067; }","duration":"6.800551603s","start":"2026-03-19T21:55:48.654203Z","end":"2026-03-19T21:55:55.454754Z","steps":["trace[1604678564] 'agreement among raft nodes before linearized reading' (duration: 6.80043223s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.455039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146749479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:55.455085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:52.862226Z","time spent":"2.592848489s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:55:55.454772Z","caller":"traceutil/trace.go:171","msg":"trace[1425308987] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"4.83901491s","start":"2026-03-19T21:55:50.615728Z","end":"2026-03-19T21:55:55.454743Z","steps":["trace[1425308987] 'process raft request' (duration: 4.838162851s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.455103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.857894Z","time spent":"9.597201468s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:55:55.455111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:48.654182Z","time spent":"6.800919532s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:55.455114Z","caller":"traceutil/trace.go:171","msg":"trace[508414998] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2067; }","duration":"3.146864041s","start":"2026-03-19T21:55:52.308242Z","end":"2026-03-19T21:55:55.455106Z","steps":["trace[508414998] 'agreement among raft nodes before linearized reading' (duration: 3.146770799s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.087356633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:55.455126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.657639146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:55:55.455182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:52.308221Z","time spent":"3.146916002s","remote":"127.0.0.1:60014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:55.455087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:52.33784Z","time spent":"3.117237811s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-19T21:55:55.455018Z","caller":"traceutil/trace.go:171","msg":"trace[774493818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2067; }","duration":"9.597449303s","start":"2026-03-19T21:55:45.857551Z","end":"2026-03-19T21:55:55.455Z","steps":["trace[774493818] 'agreement among raft nodes before linearized reading' (duration: 9.597332281s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.455203Z","caller":"traceutil/trace.go:171","msg":"trace[276372674] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2067; }","duration":"6.087762052s","start":"2026-03-19T21:55:49.367429Z","end":"2026-03-19T21:55:55.455191Z","steps":["trace[276372674] 'agreement among raft nodes before linearized reading' (duration: 6.087372163s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.455211Z","caller":"traceutil/trace.go:171","msg":"trace[1905754307] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2067; }","duration":"9.657749468s","start":"2026-03-19T21:55:45.797448Z","end":"2026-03-19T21:55:55.455198Z","steps":["trace[1905754307] 'agreement among raft nodes before linearized reading' (duration: 9.657592554s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.454886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594893665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T21:55:55.455235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.857543Z","time spent":"9.597680539s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:55:55.455247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:49.367407Z","time spent":"6.087825773s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:55.454886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:48.042492Z","time spent":"7.412379556s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:55.455272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:50.615698Z","time spent":"4.839427399s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:55.455075Z","caller":"traceutil/trace.go:171","msg":"trace[2055747295] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2067; }","duration":"5.120684381s","start":"2026-03-19T21:55:50.33438Z","end":"2026-03-19T21:55:55.455064Z","steps":["trace[2055747295] 'agreement among raft nodes before linearized reading' (duration: 5.12020121s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.455342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:50.334357Z","time spent":"5.120972887s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T21:55:55.455378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110433917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:55:55.455253Z","caller":"traceutil/trace.go:171","msg":"trace[796099064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2067; }","duration":"2.595317914s","start":"2026-03-19T21:55:52.859925Z","end":"2026-03-19T21:55:55.455243Z","steps":["trace[796099064] 'agreement among raft nodes before linearized reading' (duration: 2.594667859s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:55.455418Z","caller":"traceutil/trace.go:171","msg":"trace[1540301475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"1.110528749s","start":"2026-03-19T21:55:54.344878Z","end":"2026-03-19T21:55:55.455407Z","steps":["trace[1540301475] 'agreement among raft nodes before linearized reading' (duration: 1.110411817s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:55.455455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:54.34485Z","time spent":"1.110596291s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:55:55.45552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:52.859894Z","time spent":"2.595562779s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:55:55.455257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:45.797436Z","time spent":"9.657806089s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"warn","ts":"2026-03-19T21:55:55.857195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.460671Z","time spent":"396.515881ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:55.857207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.460288Z","time spent":"396.9132ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:55.857832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.460438Z","time spent":"397.3866ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:55.859275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.461317Z","time spent":"397.955143ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:55.961047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:56.462264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:56.96263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:55:57.282492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.820829517s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:57.33594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.458935Z","time spent":"1.876996259s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:57.336629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.458818Z","time spent":"1.877805407s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:57.464495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000509604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:57.464576Z","caller":"traceutil/trace.go:171","msg":"trace[1304090291] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629317s","start":"2026-03-19T21:55:55.463929Z","end":"2026-03-19T21:55:57.464558Z","steps":["trace[1304090291] 'agreement among raft nodes before linearized reading' (duration: 2.000527794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:57.464623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.463921Z","time spent":"2.000692708s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:57.797026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335773238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:55:57.797116Z","caller":"traceutil/trace.go:171","msg":"trace[1058538851] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.335896381s","start":"2026-03-19T21:55:55.461199Z","end":"2026-03-19T21:55:57.797096Z","steps":["trace[1058538851] 'agreement among raft nodes before linearized reading' (duration: 2.335591794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:57.797166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.461193Z","time spent":"2.335963482s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/19 21:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:58.14449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.684341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-19T21:55:59.464836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:55:59.464927Z","caller":"traceutil/trace.go:171","msg":"trace[1379193916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396249s","start":"2026-03-19T21:55:57.46451Z","end":"2026-03-19T21:55:59.464907Z","steps":["trace[1379193916] 'agreement among raft nodes before linearized reading' (duration: 2.000275097s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.464978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:57.464497Z","time spent":"2.000471572s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:55:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:55:59.664432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.381713592s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:55:59.860956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.301517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:55:59.861602Z","caller":"traceutil/trace.go:171","msg":"trace[460540101] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2162; }","duration":"4.4013213s","start":"2026-03-19T21:55:55.460255Z","end":"2026-03-19T21:55:59.861577Z","steps":["trace[460540101] 'read index received' (duration: 1.822454243s)","trace[460540101] 'applied index is now lower than readState.Index' (duration: 2.578865817s)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:55:59.861795Z","caller":"traceutil/trace.go:171","msg":"trace[1988418861] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2074; }","duration":"4.002063988s","start":"2026-03-19T21:55:55.859695Z","end":"2026-03-19T21:55:59.861759Z","steps":["trace[1988418861] 'process raft request' (duration: 4.00171111s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.861879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401600516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-19T21:55:59.86194Z","caller":"traceutil/trace.go:171","msg":"trace[1682143166] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2075; }","duration":"4.401695308s","start":"2026-03-19T21:55:55.46023Z","end":"2026-03-19T21:55:59.861925Z","steps":["trace[1682143166] 'agreement among raft nodes before linearized reading' (duration: 4.401538165s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.861942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.859677Z","time spent":"4.002191271s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:59.861981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.460221Z","time spent":"4.40175264s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-19T21:55:59.861959Z","caller":"traceutil/trace.go:171","msg":"trace[536904269] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2074; }","duration":"4.002304234s","start":"2026-03-19T21:55:55.859623Z","end":"2026-03-19T21:55:59.861928Z","steps":["trace[536904269] 'process raft request' (duration: 4.001745001s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:59.862002Z","caller":"traceutil/trace.go:171","msg":"trace[1101087666] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"4.401819221s","start":"2026-03-19T21:55:55.460159Z","end":"2026-03-19T21:55:59.861978Z","steps":["trace[1101087666] 'process raft request' (duration: 4.4008913s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:59.861977Z","caller":"traceutil/trace.go:171","msg":"trace[2018368658] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"3.961384771s","start":"2026-03-19T21:55:55.900534Z","end":"2026-03-19T21:55:59.861918Z","steps":["trace[2018368658] 'process raft request' (duration: 3.960975632s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52428026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T21:55:59.862102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.859602Z","time spent":"4.002421257s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:55:59.862118Z","caller":"traceutil/trace.go:171","msg":"trace[1005346274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2075; }","duration":"2.524474414s","start":"2026-03-19T21:55:57.337623Z","end":"2026-03-19T21:55:59.862098Z","steps":["trace[1005346274] 'agreement among raft nodes before linearized reading' (duration: 2.524315501s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399149056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:55:59.862133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.460144Z","time spent":"4.401918043s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:59.862092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620191824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:59.862179Z","caller":"traceutil/trace.go:171","msg":"trace[1352495375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2075; }","duration":"3.399207628s","start":"2026-03-19T21:55:56.462954Z","end":"2026-03-19T21:55:59.862162Z","steps":["trace[1352495375] 'agreement among raft nodes before linearized reading' (duration: 3.399016343s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86400125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:59.862235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:56.462897Z","time spent":"3.39932591s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:55:59.862198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715911538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:55:59.862278Z","caller":"traceutil/trace.go:171","msg":"trace[894587988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2075; }","duration":"3.864112113s","start":"2026-03-19T21:55:55.998143Z","end":"2026-03-19T21:55:59.862255Z","steps":["trace[894587988] 'agreement among raft nodes before linearized reading' (duration: 3.86400062s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524035144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T21:55:59.862256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671343403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:55:59.862203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.900518Z","time spent":"3.961570076s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:55:59.862342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.998121Z","time spent":"3.864204194s","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:59.862326Z","caller":"traceutil/trace.go:171","msg":"trace[195564997] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2075; }","duration":"3.716086772s","start":"2026-03-19T21:55:56.14622Z","end":"2026-03-19T21:55:59.862307Z","steps":["trace[195564997] 'agreement among raft nodes before linearized reading' (duration: 3.715863687s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:59.862386Z","caller":"traceutil/trace.go:171","msg":"trace[1273575540] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2075; }","duration":"1.671528317s","start":"2026-03-19T21:55:58.19083Z","end":"2026-03-19T21:55:59.862359Z","steps":["trace[1273575540] 'agreement among raft nodes before linearized reading' (duration: 1.671310312s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:58.190811Z","time spent":"1.67162015s","remote":"127.0.0.1:42812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:59.862165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:57.337605Z","time spent":"2.524550916s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T21:55:59.862333Z","caller":"traceutil/trace.go:171","msg":"trace[699372656] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2075; }","duration":"2.524100146s","start":"2026-03-19T21:55:57.338224Z","end":"2026-03-19T21:55:59.862324Z","steps":["trace[699372656] 'agreement among raft nodes before linearized reading' (duration: 2.523963933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.480534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:55:59.862595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:57.338212Z","time spent":"2.524366873s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-19T21:55:59.86262Z","caller":"traceutil/trace.go:171","msg":"trace[1885889890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2075; }","duration":"389.581216ms","start":"2026-03-19T21:55:59.473024Z","end":"2026-03-19T21:55:59.862605Z","steps":["trace[1885889890] 'agreement among raft nodes before linearized reading' (duration: 389.492914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:55:59.862222Z","caller":"traceutil/trace.go:171","msg":"trace[200380198] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2075; }","duration":"3.620383938s","start":"2026-03-19T21:55:56.241808Z","end":"2026-03-19T21:55:59.862192Z","steps":["trace[200380198] 'agreement among raft nodes before linearized reading' (duration: 3.620135143s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:59.473008Z","time spent":"389.645497ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:55:59.862689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:56.241784Z","time spent":"3.620886291s","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:55:59.862095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401708368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:55:59.86276Z","caller":"traceutil/trace.go:171","msg":"trace[396952212] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2075; }","duration":"4.402414475s","start":"2026-03-19T21:55:55.460322Z","end":"2026-03-19T21:55:59.862737Z","steps":["trace[396952212] 'agreement among raft nodes before linearized reading' (duration: 4.401622097s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.862831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.460312Z","time spent":"4.402503607s","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T21:55:59.862431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:56.146188Z","time spent":"3.716226936s","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:55:59.86306Z","caller":"traceutil/trace.go:171","msg":"trace[1281008816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2074; }","duration":"3.999586703s","start":"2026-03-19T21:55:55.86219Z","end":"2026-03-19T21:55:59.861777Z","steps":["trace[1281008816] 'process raft request' (duration: 3.999281247s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:55:59.863167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:55.862164Z","time spent":"4.000946823s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:00.369983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:56:01.29868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.680591ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T21:56:01.298914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:59.868676Z","time spent":"1.430232727s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:02.556539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.973399788s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:02.772189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:56:02.772326Z","caller":"traceutil/trace.go:171","msg":"trace[1206182647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484591s","start":"2026-03-19T21:56:00.771803Z","end":"2026-03-19T21:56:02.772288Z","steps":["trace[1206182647] 'agreement among raft nodes before linearized reading' (duration: 2.000320868s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:02.772393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:00.771779Z","time spent":"2.000602694s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:56:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:04.772653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:04.772779Z","caller":"traceutil/trace.go:171","msg":"trace[1914582201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036437s","start":"2026-03-19T21:56:02.772387Z","end":"2026-03-19T21:56:04.772751Z","steps":["trace[1914582201] 'agreement among raft nodes before linearized reading' (duration: 2.000200446s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:04.772841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:02.772363Z","time spent":"2.000465142s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:05.346874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:05.347011Z","caller":"traceutil/trace.go:171","msg":"trace[1927701761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339389s","start":"2026-03-19T21:56:03.346634Z","end":"2026-03-19T21:56:05.346974Z","steps":["trace[1927701761] 'agreement among raft nodes before linearized reading' (duration: 2.000173026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:05.34708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:03.346613Z","time spent":"2.000453921s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:05.683141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417379298s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:05.683322Z","caller":"traceutil/trace.go:171","msg":"trace[1415358132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2075; }","duration":"2.417578852s","start":"2026-03-19T21:56:03.265719Z","end":"2026-03-19T21:56:05.683298Z","steps":["trace[1415358132] 'range keys from in-memory index tree' (duration: 2.417349767s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:05.685218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12835353s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:05.685519Z","caller":"traceutil/trace.go:171","msg":"trace[1807203766] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"5.812888553s","start":"2026-03-19T21:55:59.872545Z","end":"2026-03-19T21:56:05.685434Z","steps":["trace[1807203766] 'process raft request' (duration: 2.684228176s)","trace[1807203766] 'compare' (duration: 3.128228907s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:05.685953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.816458032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:56:05.686256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:59.872531Z","time spent":"5.813615489s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:05.686277Z","caller":"traceutil/trace.go:171","msg":"trace[1439718884] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2076; }","duration":"5.816769398s","start":"2026-03-19T21:55:59.869464Z","end":"2026-03-19T21:56:05.686233Z","steps":["trace[1439718884] 'agreement among raft nodes before linearized reading' (duration: 5.816355109s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:05.686679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:55:59.869453Z","time spent":"5.817209829s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"info","ts":"2026-03-19T21:56:05.685776Z","caller":"traceutil/trace.go:171","msg":"trace[1620012381] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2173; }","duration":"5.815839498s","start":"2026-03-19T21:55:59.869485Z","end":"2026-03-19T21:56:05.685325Z","steps":["trace[1620012381] 'read index received' (duration: 650.506203ms)","trace[1620012381] 'applied index is now lower than readState.Index' (duration: 5.165331725s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:06.187979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:56:06.688362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:56:06.78177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:56:06.781836Z","caller":"traceutil/trace.go:171","msg":"trace[359058816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238347s","start":"2026-03-19T21:56:04.781574Z","end":"2026-03-19T21:56:06.781812Z","steps":["trace[359058816] 'agreement among raft nodes before linearized reading' (duration: 2.000128813s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:06.781886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:04.781544Z","time spent":"2.000332269s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:56:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:06.871053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:01.87261Z","time spent":"4.998438204s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:56:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:06.871381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:01.873267Z","time spent":"4.998101877s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 21:56:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:07.035917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.479130046s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:08.299877Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7f0b9d0815760988","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T21:56:08.301065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:01.300023Z","time spent":"7.001033533s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:08.781922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:08.782002Z","caller":"traceutil/trace.go:171","msg":"trace[1997716302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99991243s","start":"2026-03-19T21:56:06.782071Z","end":"2026-03-19T21:56:08.781983Z","steps":["trace[1997716302] 'agreement among raft nodes before linearized reading' (duration: 1.999814857s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:08.782073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:06.782023Z","time spent":"2.000041273s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:56:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:09.962242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:02.961087Z","time spent":"7.001147135s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:10.789527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:10.789615Z","caller":"traceutil/trace.go:171","msg":"trace[1040340243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522393s","start":"2026-03-19T21:56:08.789074Z","end":"2026-03-19T21:56:10.789596Z","steps":["trace[1040340243] 'agreement among raft nodes before linearized reading' (duration: 2.00040258s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:10.789734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:08.789052Z","time spent":"2.000668006s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:56:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:11.769683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.733405845s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:11.870924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997825929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:56:11.871006Z","caller":"traceutil/trace.go:171","msg":"trace[1660277775] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997962842s","start":"2026-03-19T21:56:06.873025Z","end":"2026-03-19T21:56:11.870988Z","steps":["trace[1660277775] 'agreement among raft nodes before linearized reading' (duration: 4.99784835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:11.871053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:06.873008Z","time spent":"4.998034894s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/19 21:56:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:11.871617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99830125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:56:11.871728Z","caller":"traceutil/trace.go:171","msg":"trace[125514587] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998486004s","start":"2026-03-19T21:56:06.873217Z","end":"2026-03-19T21:56:11.871703Z","steps":["trace[125514587] 'agreement among raft nodes before linearized reading' (duration: 4.998349381s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:11.87179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:06.873188Z","time spent":"4.998582797s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/19 21:56:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:11.894738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.431438382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:56:11.894772Z","caller":"traceutil/trace.go:171","msg":"trace[1845503419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"11.431532774s","start":"2026-03-19T21:56:00.463232Z","end":"2026-03-19T21:56:11.894765Z","steps":["trace[1845503419] 'agreement among raft nodes before linearized reading' (duration: 11.431494703s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:11.894794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:00.463202Z","time spent":"11.431586556s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/19 21:56:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:12.672804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:05.671589Z","time spent":"7.001207136s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:12.690219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:05.689585Z","time spent":"7.000629763s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:12.79013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:12.79022Z","caller":"traceutil/trace.go:171","msg":"trace[1522778012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039403s","start":"2026-03-19T21:56:10.790161Z","end":"2026-03-19T21:56:12.7902Z","steps":["trace[1522778012] 'agreement among raft nodes before linearized reading' (duration: 1.99992067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:12.790275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:10.790136Z","time spent":"2.000123274s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:56:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:14.404042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.634136949s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:14.797462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:14.797551Z","caller":"traceutil/trace.go:171","msg":"trace[1508163867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228827s","start":"2026-03-19T21:56:12.797303Z","end":"2026-03-19T21:56:14.797532Z","steps":["trace[1508163867] 'agreement among raft nodes before linearized reading' (duration: 2.000111284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:14.7976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:12.797285Z","time spent":"2.000304988s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:15.325567Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7f0b9d0815760988","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T21:56:16.798356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:16.798437Z","caller":"traceutil/trace.go:171","msg":"trace[1008149717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010022s","start":"2026-03-19T21:56:14.798407Z","end":"2026-03-19T21:56:16.798417Z","steps":["trace[1008149717] 'agreement among raft nodes before linearized reading' (duration: 1.999902259s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:16.798487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:14.798363Z","time spent":"2.000114154s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 21:56:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:17.160885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:10.159873Z","time spent":"7.001005142s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:17.960436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994312369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T21:56:17.960534Z","caller":"traceutil/trace.go:171","msg":"trace[220549029] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994491442s","start":"2026-03-19T21:56:09.966016Z","end":"2026-03-19T21:56:17.960507Z","steps":["trace[220549029] 'agreement among raft nodes before linearized reading' (duration: 7.99437569s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:17.960597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:09.965973Z","time spent":"7.994611065s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/19 21:56:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T21:56:18.258402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093214474s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:18.807394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:18.807481Z","caller":"traceutil/trace.go:171","msg":"trace[1831393255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00085006s","start":"2026-03-19T21:56:16.806612Z","end":"2026-03-19T21:56:18.807462Z","steps":["trace[1831393255] 'agreement among raft nodes before linearized reading' (duration: 2.000727227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:18.807529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:16.806592Z","time spent":"2.000926702s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:19.678091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:12.676951Z","time spent":"7.001130555s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:20.075518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.816980451s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:20.305533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.269158465s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-19T21:56:20.30584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.039730905s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:20.306332Z","caller":"traceutil/trace.go:171","msg":"trace[1913211037] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2077; }","duration":"7.040232507s","start":"2026-03-19T21:56:13.266075Z","end":"2026-03-19T21:56:20.306307Z","steps":["trace[1913211037] 'range keys from in-memory index tree' (duration: 7.039710845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.306057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:19.186584Z","time spent":"1.119465349s","remote":"127.0.0.1:38700","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:20.591002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.32071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-19T21:56:20.591212Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"40.621µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-19T21:56:20.591279Z","caller":"traceutil/trace.go:171","msg":"trace[1309592159] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2175; }","duration":"14.904336932s","start":"2026-03-19T21:56:05.686912Z","end":"2026-03-19T21:56:20.591249Z","steps":["trace[1309592159] 'read index received' (duration: 1.349430786s)","trace[1309592159] 'applied index is now lower than readState.Index' (duration: 13.554905556s)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:20.591898Z","caller":"traceutil/trace.go:171","msg":"trace[1616884850] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2083; }","duration":"2.628890612s","start":"2026-03-19T21:56:17.962978Z","end":"2026-03-19T21:56:20.591868Z","steps":["trace[1616884850] 'process raft request' (duration: 2.628851841s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.074363169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:20.592142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.488223823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:20.592134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.719844756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:20.592169Z","caller":"traceutil/trace.go:171","msg":"trace[890861503] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2082; }","duration":"19.488276104s","start":"2026-03-19T21:56:01.103884Z","end":"2026-03-19T21:56:20.59216Z","steps":["trace[890861503] 'agreement among raft nodes before linearized reading' (duration: 19.487371254s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:20.592167Z","caller":"traceutil/trace.go:171","msg":"trace[1747864478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2082; }","duration":"16.074475251s","start":"2026-03-19T21:56:04.517666Z","end":"2026-03-19T21:56:20.592142Z","steps":["trace[1747864478] 'agreement among raft nodes before linearized reading' (duration: 16.073616592s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:20.592175Z","caller":"traceutil/trace.go:171","msg":"trace[996312974] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2083; }","duration":"3.427054438s","start":"2026-03-19T21:56:17.165087Z","end":"2026-03-19T21:56:20.592141Z","steps":["trace[996312974] 'process raft request' (duration: 3.42669106s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:20.592197Z","caller":"traceutil/trace.go:171","msg":"trace[2088211132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2082; }","duration":"19.719938059s","start":"2026-03-19T21:56:00.872238Z","end":"2026-03-19T21:56:20.592176Z","steps":["trace[2088211132] 'agreement among raft nodes before linearized reading' (duration: 19.71908354s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.795195547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T21:56:20.592204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.888161604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:20.592241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:00.872224Z","time spent":"19.72000789s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:56:20.592251Z","caller":"traceutil/trace.go:171","msg":"trace[1450173767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2082; }","duration":"19.795267048s","start":"2026-03-19T21:56:00.796969Z","end":"2026-03-19T21:56:20.592236Z","steps":["trace[1450173767] 'agreement among raft nodes before linearized reading' (duration: 19.794348878s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:04.517569Z","time spent":"16.074654475s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:20.592234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.795087024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T21:56:20.592191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:01.103873Z","time spent":"19.488311374s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:20.592283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:00.796956Z","time spent":"19.79532009s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T21:56:20.592284Z","caller":"traceutil/trace.go:171","msg":"trace[292050387] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2082; }","duration":"18.888300227s","start":"2026-03-19T21:56:01.703962Z","end":"2026-03-19T21:56:20.592262Z","steps":["trace[292050387] 'agreement among raft nodes before linearized reading' (duration: 18.887339336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.352980493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:20.592165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.803235449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:20.592317Z","caller":"traceutil/trace.go:171","msg":"trace[404672914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2082; }","duration":"19.795206557s","start":"2026-03-19T21:56:00.797086Z","end":"2026-03-19T21:56:20.592293Z","steps":["trace[404672914] 'agreement among raft nodes before linearized reading' (duration: 19.794224306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:01.703939Z","time spent":"18.888385239s","remote":"127.0.0.1:60692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:20.592324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:17.165061Z","time spent":"3.427170401s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:20.592336Z","caller":"traceutil/trace.go:171","msg":"trace[2017411104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2082; }","duration":"20.353046004s","start":"2026-03-19T21:56:00.239275Z","end":"2026-03-19T21:56:20.592321Z","steps":["trace[2017411104] 'agreement among raft nodes before linearized reading' (duration: 20.352051192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:00.797046Z","time spent":"19.79532022s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T21:56:20.592372Z","caller":"traceutil/trace.go:171","msg":"trace[1831017434] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2082; }","duration":"16.803486785s","start":"2026-03-19T21:56:03.788865Z","end":"2026-03-19T21:56:20.592351Z","steps":["trace[1831017434] 'agreement among raft nodes before linearized reading' (duration: 16.802427962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.509454026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:20.592443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:03.788845Z","time spent":"16.803579366s","remote":"127.0.0.1:59898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:20.592386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:00.239225Z","time spent":"20.353150436s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:20.592485Z","caller":"traceutil/trace.go:171","msg":"trace[70610856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2082; }","duration":"19.509909537s","start":"2026-03-19T21:56:01.082521Z","end":"2026-03-19T21:56:20.592431Z","steps":["trace[70610856] 'agreement among raft nodes before linearized reading' (duration: 19.508785912s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.592619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:01.082499Z","time spent":"19.51006742s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:20.592705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:17.962952Z","time spent":"2.629169329s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:20.807818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T21:56:20.807925Z","caller":"traceutil/trace.go:171","msg":"trace[2056351431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068933s","start":"2026-03-19T21:56:18.807831Z","end":"2026-03-19T21:56:20.8079Z","steps":["trace[2056351431] 'agreement among raft nodes before linearized reading' (duration: 1.99993026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:20.80798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:18.807815Z","time spent":"2.000153335s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:21.228309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.671217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-03-19T21:56:21.228767Z","caller":"traceutil/trace.go:171","msg":"trace[1609904494] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2083; }","duration":"1.546334866s","start":"2026-03-19T21:56:19.682396Z","end":"2026-03-19T21:56:21.228731Z","steps":["trace[1609904494] 'process raft request' (duration: 1.095124336s)","trace[1609904494] 'compare' (duration: 450.554105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:21.229173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:19.682376Z","time spent":"1.54646814s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:21.358553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.022139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:56:21.35879Z","caller":"traceutil/trace.go:171","msg":"trace[1086513017] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2187; }","duration":"767.484591ms","start":"2026-03-19T21:56:20.591291Z","end":"2026-03-19T21:56:21.358775Z","steps":["trace[1086513017] 'read index received' (duration: 186.158441ms)","trace[1086513017] 'applied index is now lower than readState.Index' (duration: 581.32547ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:21.358832Z","caller":"traceutil/trace.go:171","msg":"trace[1362342422] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"762.222114ms","start":"2026-03-19T21:56:20.596569Z","end":"2026-03-19T21:56:21.358792Z","steps":["trace[1362342422] 'process raft request' (duration: 762.058391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.358905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.483814606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:21.358947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665678606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:56:21.35893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123484481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:21.358974Z","caller":"traceutil/trace.go:171","msg":"trace[308151233] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2085; }","duration":"7.483934479s","start":"2026-03-19T21:56:13.875023Z","end":"2026-03-19T21:56:21.358957Z","steps":["trace[308151233] 'agreement among raft nodes before linearized reading' (duration: 7.483763985s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:21.358947Z","caller":"traceutil/trace.go:171","msg":"trace[396586939] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"761.637671ms","start":"2026-03-19T21:56:20.597267Z","end":"2026-03-19T21:56:21.358904Z","steps":["trace[396586939] 'process raft request' (duration: 761.468937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.35901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.442973648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:21.359015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:13.875004Z","time spent":"7.48400181s","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:21.35901Z","caller":"traceutil/trace.go:171","msg":"trace[1958186681] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2085; }","duration":"5.123626765s","start":"2026-03-19T21:56:16.235365Z","end":"2026-03-19T21:56:21.358992Z","steps":["trace[1958186681] 'agreement among raft nodes before linearized reading' (duration: 5.123468001s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:21.359031Z","caller":"traceutil/trace.go:171","msg":"trace[763715157] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2085; }","duration":"9.443037108s","start":"2026-03-19T21:56:11.915989Z","end":"2026-03-19T21:56:21.359026Z","steps":["trace[763715157] 'agreement among raft nodes before linearized reading' (duration: 9.442996768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:20.596545Z","time spent":"762.377417ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:21.359058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:11.91595Z","time spent":"9.44310254s","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:21.359064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:16.235345Z","time spent":"5.123704227s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:21.359115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:20.597211Z","time spent":"761.816856ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:21.359214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321972287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:21.359243Z","caller":"traceutil/trace.go:171","msg":"trace[984274310] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2085; }","duration":"5.322039039s","start":"2026-03-19T21:56:16.037195Z","end":"2026-03-19T21:56:21.359234Z","steps":["trace[984274310] 'agreement among raft nodes before linearized reading' (duration: 5.321990998s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:16.037175Z","time spent":"5.32209126s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:21.359278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.363271479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:21.359274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.255168797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:21.359302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.669258175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-19T21:56:21.359309Z","caller":"traceutil/trace.go:171","msg":"trace[1725346283] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2085; }","duration":"7.363329779s","start":"2026-03-19T21:56:13.99597Z","end":"2026-03-19T21:56:21.3593Z","steps":["trace[1725346283] 'agreement among raft nodes before linearized reading' (duration: 7.363273258s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:21.359324Z","caller":"traceutil/trace.go:171","msg":"trace[194069085] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2085; }","duration":"15.669310767s","start":"2026-03-19T21:56:05.690007Z","end":"2026-03-19T21:56:21.359318Z","steps":["trace[194069085] 'agreement among raft nodes before linearized reading' (duration: 15.669246925s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:21.359325Z","caller":"traceutil/trace.go:171","msg":"trace[1290943200] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2085; }","duration":"12.25527151s","start":"2026-03-19T21:56:09.10404Z","end":"2026-03-19T21:56:21.359312Z","steps":["trace[1290943200] 'agreement among raft nodes before linearized reading' (duration: 12.255161927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:05.689996Z","time spent":"15.669343687s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T21:56:21.359339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:13.995955Z","time spent":"7.36337705s","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:21.35936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:09.104014Z","time spent":"12.255336961s","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:21.359496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.714665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-03-19T21:56:21.359521Z","caller":"traceutil/trace.go:171","msg":"trace[1007538450] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:2085; }","duration":"762.771756ms","start":"2026-03-19T21:56:20.596744Z","end":"2026-03-19T21:56:21.359516Z","steps":["trace[1007538450] 'agreement among raft nodes before linearized reading' (duration: 762.700585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.658894877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:21.359539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:20.596727Z","time spent":"762.807637ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-19T21:56:21.359558Z","caller":"traceutil/trace.go:171","msg":"trace[1820980925] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2085; }","duration":"10.658924058s","start":"2026-03-19T21:56:10.700625Z","end":"2026-03-19T21:56:21.359549Z","steps":["trace[1820980925] 'agreement among raft nodes before linearized reading' (duration: 10.658877367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:10.700597Z","time spent":"10.658981339s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:21.358973Z","caller":"traceutil/trace.go:171","msg":"trace[1455119734] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2085; }","duration":"8.665710757s","start":"2026-03-19T21:56:12.693252Z","end":"2026-03-19T21:56:21.358963Z","steps":["trace[1455119734] 'agreement among raft nodes before linearized reading' (duration: 8.665598705s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.4618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-19T21:56:21.359734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.49329857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:21.359742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.069603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-03-19T21:56:21.359757Z","caller":"traceutil/trace.go:171","msg":"trace[1147090357] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2085; }","duration":"762.536571ms","start":"2026-03-19T21:56:20.597211Z","end":"2026-03-19T21:56:21.359747Z","steps":["trace[1147090357] 'agreement among raft nodes before linearized reading' (duration: 762.418879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:12.693211Z","time spent":"8.666524355s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"info","ts":"2026-03-19T21:56:21.359771Z","caller":"traceutil/trace.go:171","msg":"trace[1657297769] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:0; response_revision:2085; }","duration":"11.493370092s","start":"2026-03-19T21:56:09.866389Z","end":"2026-03-19T21:56:21.359759Z","steps":["trace[1657297769] 'agreement among raft nodes before linearized reading' (duration: 11.49331754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:20.597195Z","time spent":"762.585272ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-19T21:56:21.35979Z","caller":"traceutil/trace.go:171","msg":"trace[467166169] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2085; }","duration":"127.149625ms","start":"2026-03-19T21:56:21.232625Z","end":"2026-03-19T21:56:21.359774Z","steps":["trace[467166169] 'agreement among raft nodes before linearized reading' (duration: 126.985331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:09.866369Z","time spent":"11.493427872s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T21:56:21.359802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368714633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:21.359871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.805965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:21.359872Z","caller":"traceutil/trace.go:171","msg":"trace[1685168618] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2085; }","duration":"4.368823876s","start":"2026-03-19T21:56:16.991028Z","end":"2026-03-19T21:56:21.359852Z","steps":["trace[1685168618] 'agreement among raft nodes before linearized reading' (duration: 4.368717713s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:21.359923Z","caller":"traceutil/trace.go:171","msg":"trace[1375769285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2085; }","duration":"543.889926ms","start":"2026-03-19T21:56:20.81602Z","end":"2026-03-19T21:56:21.35991Z","steps":["trace[1375769285] 'agreement among raft nodes before linearized reading' (duration: 543.811414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.359936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:16.991006Z","time spent":"4.368915127s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:21.359957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:20.816001Z","time spent":"543.947788ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:21.359943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.672975005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:21.360056Z","caller":"traceutil/trace.go:171","msg":"trace[1211089996] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2085; }","duration":"11.673122949s","start":"2026-03-19T21:56:09.68692Z","end":"2026-03-19T21:56:21.360043Z","steps":["trace[1211089996] 'agreement among raft nodes before linearized reading' (duration: 11.672991266s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:21.360102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:09.686899Z","time spent":"11.673189931s","remote":"127.0.0.1:60736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:22.101353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:56:22.577477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124278527s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T21:56:22.578022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.361754Z","time spent":"1.216260008s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T21:56:22.578058Z","caller":"traceutil/trace.go:171","msg":"trace[808729728] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"1.214331204s","start":"2026-03-19T21:56:21.363703Z","end":"2026-03-19T21:56:22.578035Z","steps":["trace[808729728] 'process raft request' (duration: 1.214189471s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:22.5782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.363678Z","time spent":"1.214444436s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:22.578377Z","caller":"traceutil/trace.go:171","msg":"trace[92665955] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"1.213536317s","start":"2026-03-19T21:56:21.364808Z","end":"2026-03-19T21:56:22.578344Z","steps":["trace[92665955] 'process raft request' (duration: 1.213191359s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:22.57855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.364616Z","time spent":"1.213840813s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:22.578589Z","caller":"traceutil/trace.go:171","msg":"trace[194667823] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"1.210291445s","start":"2026-03-19T21:56:21.368274Z","end":"2026-03-19T21:56:22.578566Z","steps":["trace[194667823] 'process raft request' (duration: 1.210207313s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:22.578608Z","caller":"traceutil/trace.go:171","msg":"trace[943366113] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"1.213613418s","start":"2026-03-19T21:56:21.364978Z","end":"2026-03-19T21:56:22.578591Z","steps":["trace[943366113] 'process raft request' (duration: 1.213287181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:22.578692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.364972Z","time spent":"1.21367733s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:22.578708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.368267Z","time spent":"1.210369876s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:23.340068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.368238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:23.340164Z","caller":"traceutil/trace.go:171","msg":"trace[71721773] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2192; }","duration":"1.739754569s","start":"2026-03-19T21:56:21.600393Z","end":"2026-03-19T21:56:23.340147Z","steps":["trace[71721773] 'read index received' (duration: 977.350261ms)","trace[71721773] 'applied index is now lower than readState.Index' (duration: 762.403298ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:23.340229Z","caller":"traceutil/trace.go:171","msg":"trace[86978168] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"1.885838446s","start":"2026-03-19T21:56:21.45438Z","end":"2026-03-19T21:56:23.340218Z","steps":["trace[86978168] 'process raft request' (duration: 1.619239453s)","trace[86978168] 'compare' (duration: 266.260546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:23.340279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.454355Z","time spent":"1.885896477s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:23.340578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740181568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:23.340621Z","caller":"traceutil/trace.go:171","msg":"trace[1463990223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2090; }","duration":"1.74025248s","start":"2026-03-19T21:56:21.600356Z","end":"2026-03-19T21:56:23.340608Z","steps":["trace[1463990223] 'agreement among raft nodes before linearized reading' (duration: 1.740092987s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.340653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:21.600343Z","time spent":"1.740302961s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:56:23.372358Z","caller":"traceutil/trace.go:171","msg":"trace[228036847] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"793.163964ms","start":"2026-03-19T21:56:22.579168Z","end":"2026-03-19T21:56:23.372332Z","steps":["trace[228036847] 'process raft request' (duration: 792.925919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.372451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.425964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:23.372497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.579144Z","time spent":"793.280777ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:23.372504Z","caller":"traceutil/trace.go:171","msg":"trace[445720386] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2092; }","duration":"468.536907ms","start":"2026-03-19T21:56:22.903954Z","end":"2026-03-19T21:56:23.372491Z","steps":["trace[445720386] 'agreement among raft nodes before linearized reading' (duration: 468.390223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.372543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.903932Z","time spent":"468.601977ms","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:23.372729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.175387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-19T21:56:23.372814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.697593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:23.372841Z","caller":"traceutil/trace.go:171","msg":"trace[1730746685] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"790.2717ms","start":"2026-03-19T21:56:22.582549Z","end":"2026-03-19T21:56:23.37282Z","steps":["trace[1730746685] 'process raft request' (duration: 789.674907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:23.372862Z","caller":"traceutil/trace.go:171","msg":"trace[913491858] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2092; }","duration":"790.355582ms","start":"2026-03-19T21:56:22.58247Z","end":"2026-03-19T21:56:23.372826Z","steps":["trace[913491858] 'agreement among raft nodes before linearized reading' (duration: 789.926442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:23.372873Z","caller":"traceutil/trace.go:171","msg":"trace[1337181534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2092; }","duration":"600.802975ms","start":"2026-03-19T21:56:22.772054Z","end":"2026-03-19T21:56:23.372857Z","steps":["trace[1337181534] 'agreement among raft nodes before linearized reading' (duration: 600.691982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.372933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.58246Z","time spent":"790.461004ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T21:56:23.372926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.772036Z","time spent":"600.876947ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:23.372949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.582528Z","time spent":"790.371291ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:23.373031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.513163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-19T21:56:23.37313Z","caller":"traceutil/trace.go:171","msg":"trace[1370407669] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2092; }","duration":"789.650606ms","start":"2026-03-19T21:56:22.583446Z","end":"2026-03-19T21:56:23.373096Z","steps":["trace[1370407669] 'agreement among raft nodes before linearized reading' (duration: 789.338519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.373178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.583428Z","time spent":"789.740738ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T21:56:23.373223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.315554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:23.373058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.798637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:23.373279Z","caller":"traceutil/trace.go:171","msg":"trace[1561258142] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2092; }","duration":"347.423696ms","start":"2026-03-19T21:56:23.025841Z","end":"2026-03-19T21:56:23.373265Z","steps":["trace[1561258142] 'agreement among raft nodes before linearized reading' (duration: 347.316334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:23.37332Z","caller":"traceutil/trace.go:171","msg":"trace[569084627] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2092; }","duration":"275.078153ms","start":"2026-03-19T21:56:23.098223Z","end":"2026-03-19T21:56:23.373302Z","steps":["trace[569084627] 'agreement among raft nodes before linearized reading' (duration: 274.787027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.373325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:23.025827Z","time spent":"347.484147ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:23.373408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.948396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:23.373484Z","caller":"traceutil/trace.go:171","msg":"trace[2024132070] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2092; }","duration":"395.453737ms","start":"2026-03-19T21:56:22.978013Z","end":"2026-03-19T21:56:23.373467Z","steps":["trace[2024132070] 'agreement among raft nodes before linearized reading' (duration: 394.959396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:23.373546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:22.97799Z","time spent":"395.538938ms","remote":"127.0.0.1:60062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:24.187868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.942806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:24.188084Z","caller":"traceutil/trace.go:171","msg":"trace[789967288] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"806.062832ms","start":"2026-03-19T21:56:23.382004Z","end":"2026-03-19T21:56:24.188067Z","steps":["trace[789967288] 'process raft request' (duration: 805.96969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:24.188158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:23.381987Z","time spent":"806.133913ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:24.188328Z","caller":"traceutil/trace.go:171","msg":"trace[635136686] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2200; }","duration":"811.137314ms","start":"2026-03-19T21:56:23.377148Z","end":"2026-03-19T21:56:24.188286Z","steps":["trace[635136686] 'read index received' (duration: 110.734108ms)","trace[635136686] 'applied index is now lower than readState.Index' (duration: 700.398466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:24.188439Z","caller":"traceutil/trace.go:171","msg":"trace[1042113180] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"811.393181ms","start":"2026-03-19T21:56:23.377033Z","end":"2026-03-19T21:56:24.188426Z","steps":["trace[1042113180] 'process raft request' (duration: 110.830812ms)","trace[1042113180] 'compare' (duration: 699.70497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:24.188514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:23.377007Z","time spent":"811.455202ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:24.188522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.216309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:24.188539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.375279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:56:24.188568Z","caller":"traceutil/trace.go:171","msg":"trace[629070317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2094; }","duration":"411.30198ms","start":"2026-03-19T21:56:23.777254Z","end":"2026-03-19T21:56:24.188556Z","steps":["trace[629070317] 'agreement among raft nodes before linearized reading' (duration: 411.216018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:24.188593Z","caller":"traceutil/trace.go:171","msg":"trace[1207830829] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2094; }","duration":"811.450192ms","start":"2026-03-19T21:56:23.377131Z","end":"2026-03-19T21:56:24.188582Z","steps":["trace[1207830829] 'agreement among raft nodes before linearized reading' (duration: 811.351089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:24.188601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:23.777235Z","time spent":"411.359772ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:24.188618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:23.377124Z","time spent":"811.489582ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T21:56:24.905116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.180152ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T21:56:24.905235Z","caller":"traceutil/trace.go:171","msg":"trace[1734464714] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2202; }","duration":"713.13912ms","start":"2026-03-19T21:56:24.19208Z","end":"2026-03-19T21:56:24.905219Z","steps":["trace[1734464714] 'read index received' (duration: 195.925569ms)","trace[1734464714] 'applied index is now lower than readState.Index' (duration: 517.211771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:24.905313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.191793Z","time spent":"713.516868ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:24.905558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.468118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-19T21:56:24.905602Z","caller":"traceutil/trace.go:171","msg":"trace[198322277] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd; range_end:; response_count:1; response_revision:2094; }","duration":"713.536739ms","start":"2026-03-19T21:56:24.192054Z","end":"2026-03-19T21:56:24.905591Z","steps":["trace[198322277] 'agreement among raft nodes before linearized reading' (duration: 713.388195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:24.905634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.192047Z","time spent":"713.578889ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd\" "} {"level":"warn","ts":"2026-03-19T21:56:24.905626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.271081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:24.905683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.757664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:24.90573Z","caller":"traceutil/trace.go:171","msg":"trace[500722594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2094; }","duration":"133.410604ms","start":"2026-03-19T21:56:24.772289Z","end":"2026-03-19T21:56:24.9057Z","steps":["trace[500722594] 'agreement among raft nodes before linearized reading' (duration: 133.266841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:24.905742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.810172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5cc08fd68cda\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T21:56:24.905781Z","caller":"traceutil/trace.go:171","msg":"trace[2117703313] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2094; }","duration":"173.934648ms","start":"2026-03-19T21:56:24.731825Z","end":"2026-03-19T21:56:24.90576Z","steps":["trace[2117703313] 'agreement among raft nodes before linearized reading' (duration: 173.724224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:24.905808Z","caller":"traceutil/trace.go:171","msg":"trace[1913774002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5cc08fd68cda; range_end:; response_count:1; response_revision:2094; }","duration":"712.883864ms","start":"2026-03-19T21:56:24.192901Z","end":"2026-03-19T21:56:24.905785Z","steps":["trace[1913774002] 'agreement among raft nodes before linearized reading' (duration: 712.640409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:24.905796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.316596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:24.905854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.192895Z","time spent":"712.949815ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5cc08fd68cda\" "} {"level":"info","ts":"2026-03-19T21:56:24.905896Z","caller":"traceutil/trace.go:171","msg":"trace[1604601278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2094; }","duration":"557.46801ms","start":"2026-03-19T21:56:24.348403Z","end":"2026-03-19T21:56:24.905871Z","steps":["trace[1604601278] 'agreement among raft nodes before linearized reading' (duration: 557.174133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:24.905956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.348381Z","time spent":"557.563951ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:25.352597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.41436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:25.352878Z","caller":"traceutil/trace.go:171","msg":"trace[1009555753] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"445.917412ms","start":"2026-03-19T21:56:24.906945Z","end":"2026-03-19T21:56:25.352863Z","steps":["trace[1009555753] 'process raft request' (duration: 144.163004ms)","trace[1009555753] 'compare' (duration: 301.185176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:25.35292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.906918Z","time spent":"445.982873ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:25.42009Z","caller":"traceutil/trace.go:171","msg":"trace[1990868490] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"506.021733ms","start":"2026-03-19T21:56:24.914043Z","end":"2026-03-19T21:56:25.420065Z","steps":["trace[1990868490] 'process raft request' (duration: 505.809488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:25.420209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.914018Z","time spent":"506.126755ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:25.420077Z","caller":"traceutil/trace.go:171","msg":"trace[354360340] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"511.787281ms","start":"2026-03-19T21:56:24.908256Z","end":"2026-03-19T21:56:25.420043Z","steps":["trace[354360340] 'process raft request' (duration: 511.444394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:25.420479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:24.908227Z","time spent":"512.146149ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:26.146901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.588656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:26.147061Z","caller":"traceutil/trace.go:171","msg":"trace[303556345] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"721.867554ms","start":"2026-03-19T21:56:25.425167Z","end":"2026-03-19T21:56:26.147035Z","steps":["trace[303556345] 'process raft request' (duration: 297.033573ms)","trace[303556345] 'compare' (duration: 424.401582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:26.14715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:25.425158Z","time spent":"721.947376ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:26.375653Z","caller":"traceutil/trace.go:171","msg":"trace[2089184416] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2206; }","duration":"864.223768ms","start":"2026-03-19T21:56:25.511404Z","end":"2026-03-19T21:56:26.375628Z","steps":["trace[2089184416] 'read index received' (duration: 210.917153ms)","trace[2089184416] 'applied index is now lower than readState.Index' (duration: 653.305555ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:26.37571Z","caller":"traceutil/trace.go:171","msg":"trace[308537116] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"943.776262ms","start":"2026-03-19T21:56:25.431901Z","end":"2026-03-19T21:56:26.375678Z","steps":["trace[308537116] 'process raft request' (duration: 847.939556ms)","trace[308537116] 'compare' (duration: 95.665833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:26.375806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.377382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:26.375837Z","caller":"traceutil/trace.go:171","msg":"trace[403782872] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2099; }","duration":"864.452154ms","start":"2026-03-19T21:56:25.511373Z","end":"2026-03-19T21:56:26.375826Z","steps":["trace[403782872] 'agreement among raft nodes before linearized reading' (duration: 864.376502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:26.375868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:25.51136Z","time spent":"864.499954ms","remote":"127.0.0.1:42854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:26.375867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:25.431888Z","time spent":"943.886784ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:26.375884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.860744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:26.375963Z","caller":"traceutil/trace.go:171","msg":"trace[4680171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2099; }","duration":"603.956966ms","start":"2026-03-19T21:56:25.771987Z","end":"2026-03-19T21:56:26.375944Z","steps":["trace[4680171] 'agreement among raft nodes before linearized reading' (duration: 603.812313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:26.375959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.113288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:56:26.375972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.187244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:26.37601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:25.77192Z","time spent":"604.077098ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:56:26.376011Z","caller":"traceutil/trace.go:171","msg":"trace[1474564478] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2099; }","duration":"225.20301ms","start":"2026-03-19T21:56:26.150794Z","end":"2026-03-19T21:56:26.375997Z","steps":["trace[1474564478] 'agreement among raft nodes before linearized reading' (duration: 225.034797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:26.376033Z","caller":"traceutil/trace.go:171","msg":"trace[1101190754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2099; }","duration":"462.271697ms","start":"2026-03-19T21:56:25.91374Z","end":"2026-03-19T21:56:26.376012Z","steps":["trace[1101190754] 'agreement among raft nodes before linearized reading' (duration: 462.113663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:26.376073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:25.913721Z","time spent":"462.342218ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:56:26.638008Z","caller":"traceutil/trace.go:171","msg":"trace[278547247] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"222.459891ms","start":"2026-03-19T21:56:26.415516Z","end":"2026-03-19T21:56:26.637976Z","steps":["trace[278547247] 'process raft request' (duration: 195.222443ms)","trace[278547247] 'compare' (duration: 27.067473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:27.359054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.189165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:27.359333Z","caller":"traceutil/trace.go:171","msg":"trace[1496908047] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"939.345903ms","start":"2026-03-19T21:56:26.419962Z","end":"2026-03-19T21:56:27.359308Z","steps":["trace[1496908047] 'process raft request' (duration: 572.814731ms)","trace[1496908047] 'compare' (duration: 365.718704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:27.359415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:26.419944Z","time spent":"939.436926ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:27.359855Z","caller":"traceutil/trace.go:171","msg":"trace[942895431] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"717.475467ms","start":"2026-03-19T21:56:26.642369Z","end":"2026-03-19T21:56:27.359844Z","steps":["trace[942895431] 'process raft request' (duration: 716.896644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:27.35992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:26.642342Z","time spent":"717.547698ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:56:27.891366Z","caller":"traceutil/trace.go:171","msg":"trace[1638758630] linearizableReadLoop","detail":"{readStateIndex:2214; appliedIndex:2212; }","duration":"509.367027ms","start":"2026-03-19T21:56:27.381974Z","end":"2026-03-19T21:56:27.891341Z","steps":["trace[1638758630] 'read index received' (duration: 57.3976ms)","trace[1638758630] 'applied index is now lower than readState.Index' (duration: 451.968477ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:27.89141Z","caller":"traceutil/trace.go:171","msg":"trace[1821357657] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"519.737888ms","start":"2026-03-19T21:56:27.371643Z","end":"2026-03-19T21:56:27.891381Z","steps":["trace[1821357657] 'process raft request' (duration: 519.529094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:27.891569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:27.37162Z","time spent":"519.851581ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:27.891666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.664554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:27.891733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.582583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:27.891794Z","caller":"traceutil/trace.go:171","msg":"trace[348084017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2105; }","duration":"118.696916ms","start":"2026-03-19T21:56:27.773083Z","end":"2026-03-19T21:56:27.89178Z","steps":["trace[348084017] 'agreement among raft nodes before linearized reading' (duration: 118.565153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:27.891783Z","caller":"traceutil/trace.go:171","msg":"trace[337907245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"509.815907ms","start":"2026-03-19T21:56:27.381954Z","end":"2026-03-19T21:56:27.89177Z","steps":["trace[337907245] 'agreement among raft nodes before linearized reading' (duration: 509.53602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:27.89202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.96249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e5cd0b5f6061c\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-03-19T21:56:27.892125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:27.381944Z","time spent":"510.168074ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:56:27.892143Z","caller":"traceutil/trace.go:171","msg":"trace[571687817] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189e5cd0b5f6061c; range_end:; response_count:1; response_revision:2105; }","duration":"449.131553ms","start":"2026-03-19T21:56:27.44299Z","end":"2026-03-19T21:56:27.892122Z","steps":["trace[571687817] 'agreement among raft nodes before linearized reading' (duration: 448.688874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:27.892288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:27.442973Z","time spent":"449.299908ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189e5cd0b5f6061c\" "} {"level":"warn","ts":"2026-03-19T21:56:28.178304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.176962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:28.178521Z","caller":"traceutil/trace.go:171","msg":"trace[1036007947] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"283.390668ms","start":"2026-03-19T21:56:27.895109Z","end":"2026-03-19T21:56:28.178499Z","steps":["trace[1036007947] 'process raft request' (duration: 113.91894ms)","trace[1036007947] 'compare' (duration: 169.058909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:28.936674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.49098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:28.936799Z","caller":"traceutil/trace.go:171","msg":"trace[202663881] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"818.027879ms","start":"2026-03-19T21:56:28.118749Z","end":"2026-03-19T21:56:28.936777Z","steps":["trace[202663881] 'read index received' (duration: 404.151551ms)","trace[202663881] 'applied index is now lower than readState.Index' (duration: 413.874227ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:28.936941Z","caller":"traceutil/trace.go:171","msg":"trace[1533215294] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"1.035373343s","start":"2026-03-19T21:56:27.901538Z","end":"2026-03-19T21:56:28.936911Z","steps":["trace[1533215294] 'process raft request' (duration: 621.397903ms)","trace[1533215294] 'compare' (duration: 413.305086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:28.937066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:27.901527Z","time spent":"1.035477986s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:28.937153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.377146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:28.93724Z","caller":"traceutil/trace.go:171","msg":"trace[1917053653] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2107; }","duration":"818.503109ms","start":"2026-03-19T21:56:28.118713Z","end":"2026-03-19T21:56:28.937216Z","steps":["trace[1917053653] 'agreement among raft nodes before linearized reading' (duration: 818.359946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:28.937284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:28.118697Z","time spent":"818.57682ms","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:28.937835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.77164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T21:56:28.937883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.440362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:28.937926Z","caller":"traceutil/trace.go:171","msg":"trace[1194770853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2107; }","duration":"245.535444ms","start":"2026-03-19T21:56:28.692379Z","end":"2026-03-19T21:56:28.937915Z","steps":["trace[1194770853] 'agreement among raft nodes before linearized reading' (duration: 245.454333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:28.938104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.843316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:28.938142Z","caller":"traceutil/trace.go:171","msg":"trace[1837257855] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2107; }","duration":"282.921798ms","start":"2026-03-19T21:56:28.655211Z","end":"2026-03-19T21:56:28.938133Z","steps":["trace[1837257855] 'agreement among raft nodes before linearized reading' (duration: 282.867267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:28.937916Z","caller":"traceutil/trace.go:171","msg":"trace[9259016] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2107; }","duration":"755.877963ms","start":"2026-03-19T21:56:28.182007Z","end":"2026-03-19T21:56:28.937884Z","steps":["trace[9259016] 'agreement among raft nodes before linearized reading' (duration: 755.686298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:28.938781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:28.181988Z","time spent":"756.775842ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"info","ts":"2026-03-19T21:56:29.310147Z","caller":"traceutil/trace.go:171","msg":"trace[1718317173] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"300.817406ms","start":"2026-03-19T21:56:29.0093Z","end":"2026-03-19T21:56:29.310117Z","steps":["trace[1718317173] 'read index received' (duration: 299.227221ms)","trace[1718317173] 'applied index is now lower than readState.Index' (duration: 1.588925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:29.310177Z","caller":"traceutil/trace.go:171","msg":"trace[358568872] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"363.79474ms","start":"2026-03-19T21:56:28.946352Z","end":"2026-03-19T21:56:29.310147Z","steps":["trace[358568872] 'process raft request' (duration: 362.237526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:29.310319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:28.946337Z","time spent":"363.902653ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:29.310383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.054661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5cc08fd68cda\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T21:56:29.310445Z","caller":"traceutil/trace.go:171","msg":"trace[1615316582] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5cc08fd68cda; range_end:; response_count:1; response_revision:2109; }","duration":"301.159465ms","start":"2026-03-19T21:56:29.009266Z","end":"2026-03-19T21:56:29.310425Z","steps":["trace[1615316582] 'agreement among raft nodes before linearized reading' (duration: 300.96277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:29.310495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:29.009252Z","time spent":"301.229766ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5cc08fd68cda\" "} {"level":"info","ts":"2026-03-19T21:56:29.579237Z","caller":"traceutil/trace.go:171","msg":"trace[147421041] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2219; }","duration":"221.008027ms","start":"2026-03-19T21:56:29.358202Z","end":"2026-03-19T21:56:29.57921Z","steps":["trace[147421041] 'read index received' (duration: 124.905714ms)","trace[147421041] 'applied index is now lower than readState.Index' (duration: 96.101183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:29.579438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.216052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-19T21:56:29.579478Z","caller":"traceutil/trace.go:171","msg":"trace[65503545] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a; range_end:; response_count:1; response_revision:2111; }","duration":"221.302594ms","start":"2026-03-19T21:56:29.358164Z","end":"2026-03-19T21:56:29.579467Z","steps":["trace[65503545] 'agreement among raft nodes before linearized reading' (duration: 221.14589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:29.579455Z","caller":"traceutil/trace.go:171","msg":"trace[1608632721] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"259.360903ms","start":"2026-03-19T21:56:29.320064Z","end":"2026-03-19T21:56:29.579425Z","steps":["trace[1608632721] 'process raft request' (duration: 163.024715ms)","trace[1608632721] 'compare' (duration: 95.99799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:30.144845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.988702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:30.144998Z","caller":"traceutil/trace.go:171","msg":"trace[1816209777] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2220; }","duration":"560.228981ms","start":"2026-03-19T21:56:29.584745Z","end":"2026-03-19T21:56:30.144974Z","steps":["trace[1816209777] 'read index received' (duration: 228.013214ms)","trace[1816209777] 'applied index is now lower than readState.Index' (duration: 332.212817ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:30.14511Z","caller":"traceutil/trace.go:171","msg":"trace[1247398283] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"562.348438ms","start":"2026-03-19T21:56:29.582745Z","end":"2026-03-19T21:56:30.145093Z","steps":["trace[1247398283] 'process raft request' (duration: 230.017488ms)","trace[1247398283] 'compare' (duration: 331.772627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:30.145207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:29.582719Z","time spent":"562.438039ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:30.145219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.554472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:30.145213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.481177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:30.145239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.436511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:30.145276Z","caller":"traceutil/trace.go:171","msg":"trace[400876217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2112; }","duration":"374.640363ms","start":"2026-03-19T21:56:29.770622Z","end":"2026-03-19T21:56:30.145262Z","steps":["trace[400876217] 'agreement among raft nodes before linearized reading' (duration: 374.512009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:30.14528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.002241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:30.145286Z","caller":"traceutil/trace.go:171","msg":"trace[20528166] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2112; }","duration":"412.607ms","start":"2026-03-19T21:56:29.732663Z","end":"2026-03-19T21:56:30.14527Z","steps":["trace[20528166] 'agreement among raft nodes before linearized reading' (duration: 412.451786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:30.145286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.521398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7063"} {"level":"warn","ts":"2026-03-19T21:56:30.14531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:29.770611Z","time spent":"374.694164ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:56:30.145313Z","caller":"traceutil/trace.go:171","msg":"trace[1757693796] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2112; }","duration":"331.545813ms","start":"2026-03-19T21:56:29.813749Z","end":"2026-03-19T21:56:30.145295Z","steps":["trace[1757693796] 'agreement among raft nodes before linearized reading' (duration: 331.381438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:30.145334Z","caller":"traceutil/trace.go:171","msg":"trace[1013982657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2112; }","duration":"201.086684ms","start":"2026-03-19T21:56:29.944234Z","end":"2026-03-19T21:56:30.14532Z","steps":["trace[1013982657] 'agreement among raft nodes before linearized reading' (duration: 200.890398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:30.145343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:29.732641Z","time spent":"412.690132ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:30.145352Z","caller":"traceutil/trace.go:171","msg":"trace[800850142] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2112; }","duration":"560.625601ms","start":"2026-03-19T21:56:29.584709Z","end":"2026-03-19T21:56:30.145335Z","steps":["trace[800850142] 'agreement among raft nodes before linearized reading' (duration: 560.438546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:30.14536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:29.813715Z","time spent":"331.634285ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:30.145396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:29.584693Z","time spent":"560.694682ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7087,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T21:56:30.683065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.028773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:30.68318Z","caller":"traceutil/trace.go:171","msg":"trace[2141874984] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"532.696498ms","start":"2026-03-19T21:56:30.15046Z","end":"2026-03-19T21:56:30.683156Z","steps":["trace[2141874984] 'process raft request' (duration: 95.472909ms)","trace[2141874984] 'compare' (duration: 436.552223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:30.683278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:30.150443Z","time spent":"532.768959ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:31.213487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:56:31.313113Z","caller":"traceutil/trace.go:171","msg":"trace[580595299] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"623.406039ms","start":"2026-03-19T21:56:30.689683Z","end":"2026-03-19T21:56:31.313089Z","steps":["trace[580595299] 'process raft request' (duration: 623.255495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:31.313252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:30.689663Z","time spent":"623.511321ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:31.363534Z","caller":"traceutil/trace.go:171","msg":"trace[1022662848] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2222; }","duration":"650.863491ms","start":"2026-03-19T21:56:30.712652Z","end":"2026-03-19T21:56:31.363516Z","steps":["trace[1022662848] 'read index received' (duration: 600.375835ms)","trace[1022662848] 'applied index is now lower than readState.Index' (duration: 50.486596ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:31.363566Z","caller":"traceutil/trace.go:171","msg":"trace[170563696] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"482.225272ms","start":"2026-03-19T21:56:30.881327Z","end":"2026-03-19T21:56:31.363552Z","steps":["trace[170563696] 'process raft request' (duration: 482.087639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:31.363652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:30.881289Z","time spent":"482.305863ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:31.363655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.010265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T21:56:31.363676Z","caller":"traceutil/trace.go:171","msg":"trace[936488055] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2115; }","duration":"651.078817ms","start":"2026-03-19T21:56:30.712591Z","end":"2026-03-19T21:56:31.36367Z","steps":["trace[936488055] 'agreement among raft nodes before linearized reading' (duration: 651.027336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:31.363697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:30.71257Z","time spent":"651.122397ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T21:56:31.36379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.943184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:31.363812Z","caller":"traceutil/trace.go:171","msg":"trace[2074646279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2115; }","duration":"211.003746ms","start":"2026-03-19T21:56:31.152801Z","end":"2026-03-19T21:56:31.363805Z","steps":["trace[2074646279] 'agreement among raft nodes before linearized reading' (duration: 210.925243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:31.363822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.428627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:31.363872Z","caller":"traceutil/trace.go:171","msg":"trace[905594137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2115; }","duration":"591.512259ms","start":"2026-03-19T21:56:30.772347Z","end":"2026-03-19T21:56:31.363859Z","steps":["trace[905594137] 'agreement among raft nodes before linearized reading' (duration: 591.453148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:31.363755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.266462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:31.363912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:30.772325Z","time spent":"591.579841ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:56:31.363924Z","caller":"traceutil/trace.go:171","msg":"trace[2132329483] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2115; }","duration":"604.477487ms","start":"2026-03-19T21:56:30.75944Z","end":"2026-03-19T21:56:31.363917Z","steps":["trace[2132329483] 'agreement among raft nodes before linearized reading' (duration: 604.254131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:31.363948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:30.759423Z","time spent":"604.517429ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:31.647907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.144357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:31.648037Z","caller":"traceutil/trace.go:171","msg":"trace[579139561] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"262.053632ms","start":"2026-03-19T21:56:31.385962Z","end":"2026-03-19T21:56:31.648016Z","steps":["trace[579139561] 'read index received' (duration: 94.64085ms)","trace[579139561] 'applied index is now lower than readState.Index' (duration: 167.411222ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:31.648078Z","caller":"traceutil/trace.go:171","msg":"trace[1840085723] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"280.738018ms","start":"2026-03-19T21:56:31.367315Z","end":"2026-03-19T21:56:31.648053Z","steps":["trace[1840085723] 'process raft request' (duration: 113.300595ms)","trace[1840085723] 'compare' (duration: 167.009524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:31.648221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.254698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:56:31.648265Z","caller":"traceutil/trace.go:171","msg":"trace[174502032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"262.321489ms","start":"2026-03-19T21:56:31.385931Z","end":"2026-03-19T21:56:31.648252Z","steps":["trace[174502032] 'agreement among raft nodes before linearized reading' (duration: 262.141185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:32.035517Z","caller":"traceutil/trace.go:171","msg":"trace[389108705] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2226; }","duration":"260.861075ms","start":"2026-03-19T21:56:31.77463Z","end":"2026-03-19T21:56:32.035491Z","steps":["trace[389108705] 'read index received' (duration: 260.743613ms)","trace[389108705] 'applied index is now lower than readState.Index' (duration: 116.012µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:32.035741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.096501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:32.035612Z","caller":"traceutil/trace.go:171","msg":"trace[2018237109] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"287.569831ms","start":"2026-03-19T21:56:31.748004Z","end":"2026-03-19T21:56:32.035574Z","steps":["trace[2018237109] 'process raft request' (duration: 287.305915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:32.035831Z","caller":"traceutil/trace.go:171","msg":"trace[925830719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2118; }","duration":"261.249974ms","start":"2026-03-19T21:56:31.77456Z","end":"2026-03-19T21:56:32.03581Z","steps":["trace[925830719] 'agreement among raft nodes before linearized reading' (duration: 261.05134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:32.035966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.654291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-03-19T21:56:32.036047Z","caller":"traceutil/trace.go:171","msg":"trace[832883499] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd; range_end:; response_count:1; response_revision:2118; }","duration":"138.783823ms","start":"2026-03-19T21:56:31.89725Z","end":"2026-03-19T21:56:32.036034Z","steps":["trace[832883499] 'agreement among raft nodes before linearized reading' (duration: 138.488787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:32.343091Z","caller":"traceutil/trace.go:171","msg":"trace[1030453074] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"300.303595ms","start":"2026-03-19T21:56:32.042753Z","end":"2026-03-19T21:56:32.343057Z","steps":["trace[1030453074] 'process raft request' (duration: 300.09053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:32.343273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.042722Z","time spent":"300.461789ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:32.605579Z","caller":"traceutil/trace.go:171","msg":"trace[814798009] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2227; }","duration":"474.303776ms","start":"2026-03-19T21:56:32.131198Z","end":"2026-03-19T21:56:32.605501Z","steps":["trace[814798009] 'read index received' (duration: 211.749631ms)","trace[814798009] 'applied index is now lower than readState.Index' (duration: 262.552535ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:32.605594Z","caller":"traceutil/trace.go:171","msg":"trace[1816788434] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"559.793231ms","start":"2026-03-19T21:56:32.045719Z","end":"2026-03-19T21:56:32.605513Z","steps":["trace[1816788434] 'process raft request' (duration: 464.590638ms)","trace[1816788434] 'compare' (duration: 94.963658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:32.605783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.584181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T21:56:32.605807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.045697Z","time spent":"560.010936ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:32.605839Z","caller":"traceutil/trace.go:171","msg":"trace[355093954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2120; }","duration":"474.702365ms","start":"2026-03-19T21:56:32.131123Z","end":"2026-03-19T21:56:32.605825Z","steps":["trace[355093954] 'agreement among raft nodes before linearized reading' (duration: 474.445119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:32.605878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.131096Z","time spent":"474.775266ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:32.605939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.672723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:32.605998Z","caller":"traceutil/trace.go:171","msg":"trace[329809760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2120; }","duration":"234.791915ms","start":"2026-03-19T21:56:32.371192Z","end":"2026-03-19T21:56:32.605984Z","steps":["trace[329809760] 'agreement among raft nodes before linearized reading' (duration: 234.54642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:32.60593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.421021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-03-19T21:56:32.606128Z","caller":"traceutil/trace.go:171","msg":"trace[1683351093] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dbbpd; range_end:; response_count:1; response_revision:2120; }","duration":"258.667017ms","start":"2026-03-19T21:56:32.34744Z","end":"2026-03-19T21:56:32.606107Z","steps":["trace[1683351093] 'agreement among raft nodes before linearized reading' (duration: 258.301169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:33.257412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.805256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:33.257563Z","caller":"traceutil/trace.go:171","msg":"trace[360043639] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"642.661799ms","start":"2026-03-19T21:56:32.614871Z","end":"2026-03-19T21:56:33.257532Z","steps":["trace[360043639] 'process raft request' (duration: 254.631837ms)","trace[360043639] 'compare' (duration: 387.578961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:33.25771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.61485Z","time spent":"642.815712ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:33.257605Z","caller":"traceutil/trace.go:171","msg":"trace[618887783] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2230; }","duration":"625.17091ms","start":"2026-03-19T21:56:32.632422Z","end":"2026-03-19T21:56:33.257593Z","steps":["trace[618887783] 'read index received' (duration: 237.093517ms)","trace[618887783] 'applied index is now lower than readState.Index' (duration: 388.076013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:33.258504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.064049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T21:56:33.25865Z","caller":"traceutil/trace.go:171","msg":"trace[171354455] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"451.759472ms","start":"2026-03-19T21:56:32.806809Z","end":"2026-03-19T21:56:33.258569Z","steps":["trace[171354455] 'process raft request' (duration: 451.547747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:33.258527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.92538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:33.258824Z","caller":"traceutil/trace.go:171","msg":"trace[1428360128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2124; }","duration":"484.266297ms","start":"2026-03-19T21:56:32.774546Z","end":"2026-03-19T21:56:33.258812Z","steps":["trace[1428360128] 'agreement among raft nodes before linearized reading' (duration: 483.902829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:33.25901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.774526Z","time spent":"484.470281ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:56:33.258663Z","caller":"traceutil/trace.go:171","msg":"trace[994149757] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:2122; }","duration":"626.262624ms","start":"2026-03-19T21:56:32.632383Z","end":"2026-03-19T21:56:33.258646Z","steps":["trace[994149757] 'agreement among raft nodes before linearized reading' (duration: 625.244661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:33.259557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.632366Z","time spent":"627.169373ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" "} {"level":"info","ts":"2026-03-19T21:56:33.258537Z","caller":"traceutil/trace.go:171","msg":"trace[1948853579] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"619.495692ms","start":"2026-03-19T21:56:32.639022Z","end":"2026-03-19T21:56:33.258517Z","steps":["trace[1948853579] 'process raft request' (duration: 618.52079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:33.25885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.806794Z","time spent":"451.939106ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:33.258867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.55573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:33.259828Z","caller":"traceutil/trace.go:171","msg":"trace[1932199790] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2124; }","duration":"144.542462ms","start":"2026-03-19T21:56:33.115269Z","end":"2026-03-19T21:56:33.259811Z","steps":["trace[1932199790] 'agreement among raft nodes before linearized reading' (duration: 143.553941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:33.259997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:32.639Z","time spent":"620.648708ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:34.35261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.645412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:34.353008Z","caller":"traceutil/trace.go:171","msg":"trace[1180737702] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2233; }","duration":"1.090820851s","start":"2026-03-19T21:56:33.262167Z","end":"2026-03-19T21:56:34.352988Z","steps":["trace[1180737702] 'read index received' (duration: 110.77416ms)","trace[1180737702] 'applied index is now lower than readState.Index' (duration: 980.044681ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:34.353145Z","caller":"traceutil/trace.go:171","msg":"trace[778481676] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"1.091338972s","start":"2026-03-19T21:56:33.261793Z","end":"2026-03-19T21:56:34.353132Z","steps":["trace[778481676] 'process raft request' (duration: 111.077547ms)","trace[778481676] 'compare' (duration: 979.507508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:34.353244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:33.261766Z","time spent":"1.091436065s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:34.353472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.125392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:34.353475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.726867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:34.353506Z","caller":"traceutil/trace.go:171","msg":"trace[67649280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2125; }","duration":"740.199663ms","start":"2026-03-19T21:56:33.613298Z","end":"2026-03-19T21:56:34.353498Z","steps":["trace[67649280] 'agreement among raft nodes before linearized reading' (duration: 740.080151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:34.353545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:33.613272Z","time spent":"740.267166ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:34.353544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.80731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T21:56:34.353563Z","caller":"traceutil/trace.go:171","msg":"trace[1210448983] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2125; }","duration":"536.87176ms","start":"2026-03-19T21:56:33.816664Z","end":"2026-03-19T21:56:34.353536Z","steps":["trace[1210448983] 'agreement among raft nodes before linearized reading' (duration: 536.718747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:34.353594Z","caller":"traceutil/trace.go:171","msg":"trace[1456626325] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2125; }","duration":"628.899982ms","start":"2026-03-19T21:56:33.72468Z","end":"2026-03-19T21:56:34.35358Z","steps":["trace[1456626325] 'agreement among raft nodes before linearized reading' (duration: 628.707458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:34.353654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:33.724665Z","time spent":"628.957523ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:34.353592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091418254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-q49m4\" ","response":"range_response_count:1 size:5953"} {"level":"warn","ts":"2026-03-19T21:56:34.353662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:33.816641Z","time spent":"536.975873ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:34.353748Z","caller":"traceutil/trace.go:171","msg":"trace[745186581] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-q49m4; range_end:; response_count:1; response_revision:2125; }","duration":"1.091564208s","start":"2026-03-19T21:56:33.262132Z","end":"2026-03-19T21:56:34.353696Z","steps":["trace[745186581] 'agreement among raft nodes before linearized reading' (duration: 1.091287822s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:34.353555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.213087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T21:56:34.353968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:33.26212Z","time spent":"1.091759192s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5977,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-q49m4\" "} {"level":"info","ts":"2026-03-19T21:56:34.353932Z","caller":"traceutil/trace.go:171","msg":"trace[456455792] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2125; }","duration":"162.628157ms","start":"2026-03-19T21:56:34.191284Z","end":"2026-03-19T21:56:34.353912Z","steps":["trace[456455792] 'agreement among raft nodes before linearized reading' (duration: 162.097465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:34.785595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.862872ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T21:56:34.785791Z","caller":"traceutil/trace.go:171","msg":"trace[73365654] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"427.892391ms","start":"2026-03-19T21:56:34.357873Z","end":"2026-03-19T21:56:34.785765Z","steps":["trace[73365654] 'read index received' (duration: 281.761063ms)","trace[73365654] 'applied index is now lower than readState.Index' (duration: 146.129218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:34.785856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.355669Z","time spent":"430.179621ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T21:56:34.78603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.127846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-19T21:56:34.786098Z","caller":"traceutil/trace.go:171","msg":"trace[1501759950] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a; range_end:; response_count:1; response_revision:2125; }","duration":"428.220588ms","start":"2026-03-19T21:56:34.357856Z","end":"2026-03-19T21:56:34.786077Z","steps":["trace[1501759950] 'agreement among raft nodes before linearized reading' (duration: 428.010073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:34.786155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.357846Z","time spent":"428.297189ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a\" "} {"level":"info","ts":"2026-03-19T21:56:35.086465Z","caller":"traceutil/trace.go:171","msg":"trace[547314468] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"300.603802ms","start":"2026-03-19T21:56:34.785836Z","end":"2026-03-19T21:56:35.08644Z","steps":["trace[547314468] 'read index received' (duration: 300.52026ms)","trace[547314468] 'applied index is now lower than readState.Index' (duration: 82.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:35.086553Z","caller":"traceutil/trace.go:171","msg":"trace[1508613261] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"722.919268ms","start":"2026-03-19T21:56:34.363575Z","end":"2026-03-19T21:56:35.086494Z","steps":["trace[1508613261] 'process raft request' (duration: 722.699704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.086667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.531312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:35.086655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.942473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:35.086717Z","caller":"traceutil/trace.go:171","msg":"trace[1673336639] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2126; }","duration":"414.680536ms","start":"2026-03-19T21:56:34.672023Z","end":"2026-03-19T21:56:35.086703Z","steps":["trace[1673336639] 'agreement among raft nodes before linearized reading' (duration: 414.533433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:35.086735Z","caller":"traceutil/trace.go:171","msg":"trace[1604481255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2126; }","duration":"311.076245ms","start":"2026-03-19T21:56:34.77564Z","end":"2026-03-19T21:56:35.086716Z","steps":["trace[1604481255] 'agreement among raft nodes before linearized reading' (duration: 310.919872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.086768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.671999Z","time spent":"414.754767ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:35.086787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.77562Z","time spent":"311.159038ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:35.08677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.363562Z","time spent":"723.085102ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:35.176958Z","caller":"traceutil/trace.go:171","msg":"trace[2102718202] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"389.810271ms","start":"2026-03-19T21:56:34.787114Z","end":"2026-03-19T21:56:35.176924Z","steps":["trace[2102718202] 'process raft request' (duration: 373.467906ms)","trace[2102718202] 'compare' (duration: 16.128391ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:35.177014Z","caller":"traceutil/trace.go:171","msg":"trace[1502591246] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"388.766818ms","start":"2026-03-19T21:56:34.788219Z","end":"2026-03-19T21:56:35.176986Z","steps":["trace[1502591246] 'process raft request' (duration: 388.646445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.177128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.787092Z","time spent":"389.943534ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:35.177143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.80158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:35.177171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.788206Z","time spent":"388.876281ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:35.177205Z","caller":"traceutil/trace.go:171","msg":"trace[1466559007] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:2128; }","duration":"336.909063ms","start":"2026-03-19T21:56:34.84028Z","end":"2026-03-19T21:56:35.177189Z","steps":["trace[1466559007] 'agreement among raft nodes before linearized reading' (duration: 336.76727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.177249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:34.840261Z","time spent":"336.976834ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-19T21:56:35.177261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.44431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:35.177319Z","caller":"traceutil/trace.go:171","msg":"trace[1685162236] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2128; }","duration":"209.545293ms","start":"2026-03-19T21:56:34.967758Z","end":"2026-03-19T21:56:35.177303Z","steps":["trace[1685162236] 'agreement among raft nodes before linearized reading' (duration: 209.43101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.537753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.835031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:35.537968Z","caller":"traceutil/trace.go:171","msg":"trace[592040682] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2238; }","duration":"357.190775ms","start":"2026-03-19T21:56:35.180762Z","end":"2026-03-19T21:56:35.537952Z","steps":["trace[592040682] 'read index received' (duration: 184.992795ms)","trace[592040682] 'applied index is now lower than readState.Index' (duration: 172.19646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:35.537995Z","caller":"traceutil/trace.go:171","msg":"trace[1938739243] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"357.43819ms","start":"2026-03-19T21:56:35.180531Z","end":"2026-03-19T21:56:35.537969Z","steps":["trace[1938739243] 'process raft request' (duration: 185.328492ms)","trace[1938739243] 'compare' (duration: 171.708088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:35.538147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.180487Z","time spent":"357.609064ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:35.538194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.415329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T21:56:35.538239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.776674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29vn9\" ","response":"range_response_count:1 size:6245"} {"level":"info","ts":"2026-03-19T21:56:35.53827Z","caller":"traceutil/trace.go:171","msg":"trace[136255629] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2129; }","duration":"357.487471ms","start":"2026-03-19T21:56:35.180745Z","end":"2026-03-19T21:56:35.538233Z","steps":["trace[136255629] 'agreement among raft nodes before linearized reading' (duration: 357.288366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.538308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.180737Z","time spent":"357.563192ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T21:56:35.538368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.827545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:35.538359Z","caller":"traceutil/trace.go:171","msg":"trace[1920870475] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29vn9; range_end:; response_count:1; response_revision:2129; }","duration":"356.881937ms","start":"2026-03-19T21:56:35.18141Z","end":"2026-03-19T21:56:35.538292Z","steps":["trace[1920870475] 'agreement among raft nodes before linearized reading' (duration: 356.682473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:35.538406Z","caller":"traceutil/trace.go:171","msg":"trace[311630407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2129; }","duration":"177.926367ms","start":"2026-03-19T21:56:35.36047Z","end":"2026-03-19T21:56:35.538397Z","steps":["trace[311630407] 'agreement among raft nodes before linearized reading' (duration: 177.656181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.538463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.181396Z","time spent":"357.047181ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6269,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-29vn9\" "} {"level":"warn","ts":"2026-03-19T21:56:35.538466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.714353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:35.538565Z","caller":"traceutil/trace.go:171","msg":"trace[1172079197] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2129; }","duration":"321.988229ms","start":"2026-03-19T21:56:35.216558Z","end":"2026-03-19T21:56:35.538546Z","steps":["trace[1172079197] 'agreement among raft nodes before linearized reading' (duration: 321.627141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.538656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.216544Z","time spent":"322.098342ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:35.859544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.856993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:35.859672Z","caller":"traceutil/trace.go:171","msg":"trace[328670019] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"315.681018ms","start":"2026-03-19T21:56:35.543966Z","end":"2026-03-19T21:56:35.859647Z","steps":["trace[328670019] 'process raft request' (duration: 129.61664ms)","trace[328670019] 'compare' (duration: 185.749951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:35.859756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.543949Z","time spent":"315.76414ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:35.871345Z","caller":"traceutil/trace.go:171","msg":"trace[338372373] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"325.975838ms","start":"2026-03-19T21:56:35.545346Z","end":"2026-03-19T21:56:35.871322Z","steps":["trace[338372373] 'process raft request' (duration: 325.766293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:35.871469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.545333Z","time spent":"326.065171ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6242,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:36.350305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.714221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:36.350398Z","caller":"traceutil/trace.go:171","msg":"trace[1879518323] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"475.321648ms","start":"2026-03-19T21:56:35.875066Z","end":"2026-03-19T21:56:36.350388Z","steps":["trace[1879518323] 'read index received' (duration: 314.760128ms)","trace[1879518323] 'applied index is now lower than readState.Index' (duration: 160.56011ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:36.350431Z","caller":"traceutil/trace.go:171","msg":"trace[805763704] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"476.337601ms","start":"2026-03-19T21:56:35.874061Z","end":"2026-03-19T21:56:36.350398Z","steps":["trace[805763704] 'process raft request' (duration: 315.809331ms)","trace[805763704] 'compare' (duration: 159.498136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:36.353853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.874044Z","time spent":"479.712665ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:36.353872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.164341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:56:36.353923Z","caller":"traceutil/trace.go:171","msg":"trace[2131523747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2132; }","duration":"421.236762ms","start":"2026-03-19T21:56:35.932668Z","end":"2026-03-19T21:56:36.353905Z","steps":["trace[2131523747] 'agreement among raft nodes before linearized reading' (duration: 421.11808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:36.353972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.932654Z","time spent":"421.310044ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:36.350675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.585524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7063"} {"level":"info","ts":"2026-03-19T21:56:36.354004Z","caller":"traceutil/trace.go:171","msg":"trace[404782097] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2132; }","duration":"478.948318ms","start":"2026-03-19T21:56:35.875045Z","end":"2026-03-19T21:56:36.353994Z","steps":["trace[404782097] 'agreement among raft nodes before linearized reading' (duration: 475.383839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:36.354033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.875039Z","time spent":"478.985969ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7087,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T21:56:36.354127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.392155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:56:36.354149Z","caller":"traceutil/trace.go:171","msg":"trace[1436904185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2132; }","duration":"421.456397ms","start":"2026-03-19T21:56:35.932686Z","end":"2026-03-19T21:56:36.354142Z","steps":["trace[1436904185] 'agreement among raft nodes before linearized reading' (duration: 421.366225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:36.354165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:35.932669Z","time spent":"421.492918ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:36.354264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.470701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:56:36.354282Z","caller":"traceutil/trace.go:171","msg":"trace[307239614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2132; }","duration":"275.509383ms","start":"2026-03-19T21:56:36.078769Z","end":"2026-03-19T21:56:36.354278Z","steps":["trace[307239614] 'agreement among raft nodes before linearized reading' (duration: 275.467062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.013703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.534101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:37.013867Z","caller":"traceutil/trace.go:171","msg":"trace[266481741] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"655.221853ms","start":"2026-03-19T21:56:36.358603Z","end":"2026-03-19T21:56:37.013825Z","steps":["trace[266481741] 'process raft request' (duration: 312.431116ms)","trace[266481741] 'compare' (duration: 342.295726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:37.014008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.358585Z","time spent":"655.348516ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:37.014229Z","caller":"traceutil/trace.go:171","msg":"trace[1848243352] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"655.027959ms","start":"2026-03-19T21:56:36.35917Z","end":"2026-03-19T21:56:37.014198Z","steps":["trace[1848243352] 'process raft request' (duration: 654.67685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.014407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.359155Z","time spent":"655.159552ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:37.01449Z","caller":"traceutil/trace.go:171","msg":"trace[2001929068] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2242; }","duration":"655.863428ms","start":"2026-03-19T21:56:36.358617Z","end":"2026-03-19T21:56:37.01448Z","steps":["trace[2001929068] 'read index received' (duration: 312.373545ms)","trace[2001929068] 'applied index is now lower than readState.Index' (duration: 343.488653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:37.014606Z","caller":"traceutil/trace.go:171","msg":"trace[1468504816] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"652.347549ms","start":"2026-03-19T21:56:36.362234Z","end":"2026-03-19T21:56:37.014581Z","steps":["trace[1468504816] 'process raft request' (duration: 651.736335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.014984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.362223Z","time spent":"652.445541ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:37.578531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.469766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:56:37.57873Z","caller":"traceutil/trace.go:171","msg":"trace[1010372620] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2245; }","duration":"564.194939ms","start":"2026-03-19T21:56:37.014513Z","end":"2026-03-19T21:56:37.578708Z","steps":["trace[1010372620] 'read index received' (duration: 28.231µs)","trace[1010372620] 'applied index is now lower than readState.Index' (duration: 564.164708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:37.578911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.850349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:37.579295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.538358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:56:37.579372Z","caller":"traceutil/trace.go:171","msg":"trace[638303778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2135; }","duration":"560.63857ms","start":"2026-03-19T21:56:37.018712Z","end":"2026-03-19T21:56:37.579351Z","steps":["trace[638303778] 'agreement among raft nodes before linearized reading' (duration: 560.444466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.579422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.018691Z","time spent":"560.718731ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:37.579471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220782713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-19T21:56:37.579043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214636486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T21:56:37.579606Z","caller":"traceutil/trace.go:171","msg":"trace[1018118972] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a; range_end:; response_count:1; response_revision:2135; }","duration":"1.220927777s","start":"2026-03-19T21:56:36.358593Z","end":"2026-03-19T21:56:37.579521Z","steps":["trace[1018118972] 'agreement among raft nodes before linearized reading' (duration: 655.93875ms)","trace[1018118972] 'range keys from in-memory index tree' (duration: 564.774981ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:37.579613Z","caller":"traceutil/trace.go:171","msg":"trace[244456318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2135; }","duration":"1.215233578s","start":"2026-03-19T21:56:36.364353Z","end":"2026-03-19T21:56:37.579587Z","steps":["trace[244456318] 'agreement among raft nodes before linearized reading' (duration: 1.214528903s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.579072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.298917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:56:37.579685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.36434Z","time spent":"1.215325941s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T21:56:37.57911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.75741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:56:37.579715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.358577Z","time spent":"1.22107637s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5cd2713e805a\" "} {"level":"info","ts":"2026-03-19T21:56:37.579735Z","caller":"traceutil/trace.go:171","msg":"trace[1357621960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2135; }","duration":"562.995963ms","start":"2026-03-19T21:56:37.016718Z","end":"2026-03-19T21:56:37.579714Z","steps":["trace[1357621960] 'agreement among raft nodes before linearized reading' (duration: 562.293968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:37.579622Z","caller":"traceutil/trace.go:171","msg":"trace[109517021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2135; }","duration":"805.511933ms","start":"2026-03-19T21:56:36.773996Z","end":"2026-03-19T21:56:37.579508Z","steps":["trace[109517021] 'agreement among raft nodes before linearized reading' (duration: 804.863579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.57894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.897797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:37.579766Z","caller":"traceutil/trace.go:171","msg":"trace[1957033426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2135; }","duration":"586.449146ms","start":"2026-03-19T21:56:36.9933Z","end":"2026-03-19T21:56:37.579749Z","steps":["trace[1957033426] 'agreement among raft nodes before linearized reading' (duration: 585.685659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.579528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214976433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T21:56:37.579954Z","caller":"traceutil/trace.go:171","msg":"trace[340482599] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2135; }","duration":"795.943621ms","start":"2026-03-19T21:56:36.783983Z","end":"2026-03-19T21:56:37.579926Z","steps":["trace[340482599] 'agreement among raft nodes before linearized reading' (duration: 794.871637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:37.580071Z","caller":"traceutil/trace.go:171","msg":"trace[1532516366] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"1.215593548s","start":"2026-03-19T21:56:36.364461Z","end":"2026-03-19T21:56:37.580054Z","steps":["trace[1532516366] 'agreement among raft nodes before linearized reading' (duration: 1.214463852s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.579857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.369625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:74 size:60152"} {"level":"warn","ts":"2026-03-19T21:56:37.57986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.773973Z","time spent":"805.869742ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:37.580055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.993274Z","time spent":"586.749392ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:56:37.580148Z","caller":"traceutil/trace.go:171","msg":"trace[1940812647] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:74; response_revision:2135; }","duration":"513.714093ms","start":"2026-03-19T21:56:37.066416Z","end":"2026-03-19T21:56:37.58013Z","steps":["trace[1940812647] 'agreement among raft nodes before linearized reading' (duration: 512.655099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.580408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.066401Z","time spent":"513.98428ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":74,"response size":60176,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-19T21:56:37.579192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.7547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4941"} {"level":"info","ts":"2026-03-19T21:56:37.580576Z","caller":"traceutil/trace.go:171","msg":"trace[1887784492] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2135; }","duration":"561.149262ms","start":"2026-03-19T21:56:37.019401Z","end":"2026-03-19T21:56:37.58055Z","steps":["trace[1887784492] 'agreement among raft nodes before linearized reading' (duration: 559.71592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.580627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.019384Z","time spent":"561.228614ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4965,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-19T21:56:37.58022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.783971Z","time spent":"796.229038ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:37.579205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.521876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T21:56:37.580733Z","caller":"traceutil/trace.go:171","msg":"trace[582694450] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2135; }","duration":"410.077801ms","start":"2026-03-19T21:56:37.170637Z","end":"2026-03-19T21:56:37.580714Z","steps":["trace[582694450] 'agreement among raft nodes before linearized reading' (duration: 408.508155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.579792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.016701Z","time spent":"563.074724ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:37.580795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.170615Z","time spent":"410.162332ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:37.579108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.613856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-19T21:56:37.580904Z","caller":"traceutil/trace.go:171","msg":"trace[1869017888] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2135; }","duration":"695.433848ms","start":"2026-03-19T21:56:36.88545Z","end":"2026-03-19T21:56:37.580884Z","steps":["trace[1869017888] 'agreement among raft nodes before linearized reading' (duration: 693.590926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.580963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.885434Z","time spent":"695.512779ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-19T21:56:37.579117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031725037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:37.581085Z","caller":"traceutil/trace.go:171","msg":"trace[124672693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2135; }","duration":"1.033729643s","start":"2026-03-19T21:56:36.547336Z","end":"2026-03-19T21:56:37.581066Z","steps":["trace[124672693] 'agreement among raft nodes before linearized reading' (duration: 1.031572824s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.579151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.151975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:56:37.581242Z","caller":"traceutil/trace.go:171","msg":"trace[887421405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2135; }","duration":"327.254962ms","start":"2026-03-19T21:56:37.253968Z","end":"2026-03-19T21:56:37.581223Z","steps":["trace[887421405] 'agreement among raft nodes before linearized reading' (duration: 325.128044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:37.581305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.25395Z","time spent":"327.338625ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:37.581192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.547315Z","time spent":"1.033858655s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:37.580156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:36.364455Z","time spent":"1.215651249s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T21:56:37.798137Z","caller":"traceutil/trace.go:171","msg":"trace[262881331] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"215.523119ms","start":"2026-03-19T21:56:37.582588Z","end":"2026-03-19T21:56:37.798111Z","steps":["trace[262881331] 'process raft request' (duration: 215.349915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.35997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.060594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:38.360403Z","caller":"traceutil/trace.go:171","msg":"trace[953549500] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"773.864558ms","start":"2026-03-19T21:56:37.586508Z","end":"2026-03-19T21:56:38.360373Z","steps":["trace[953549500] 'process raft request' (duration: 530.312753ms)","trace[953549500] 'compare' (duration: 242.87944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:38.360437Z","caller":"traceutil/trace.go:171","msg":"trace[1943387570] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"773.145912ms","start":"2026-03-19T21:56:37.587271Z","end":"2026-03-19T21:56:38.360417Z","steps":["trace[1943387570] 'process raft request' (duration: 773.05156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:38.360425Z","caller":"traceutil/trace.go:171","msg":"trace[2028540942] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"773.328156ms","start":"2026-03-19T21:56:37.587066Z","end":"2026-03-19T21:56:38.360395Z","steps":["trace[2028540942] 'process raft request' (duration: 773.016569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.360562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.587056Z","time spent":"773.431899ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:38.360634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.586489Z","time spent":"773.98451ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:38.360659Z","caller":"traceutil/trace.go:171","msg":"trace[803519728] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2246; }","duration":"757.656526ms","start":"2026-03-19T21:56:37.602987Z","end":"2026-03-19T21:56:38.360644Z","steps":["trace[803519728] 'read index received' (duration: 194.96612ms)","trace[803519728] 'applied index is now lower than readState.Index' (duration: 562.689366ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:38.360702Z","caller":"traceutil/trace.go:171","msg":"trace[2071330151] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"772.791954ms","start":"2026-03-19T21:56:37.587899Z","end":"2026-03-19T21:56:38.36069Z","steps":["trace[2071330151] 'process raft request' (duration: 772.471017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.360757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.58789Z","time spent":"772.841345ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:38.360514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.58726Z","time spent":"773.216693ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:38.360783Z","caller":"traceutil/trace.go:171","msg":"trace[1317813246] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"772.311564ms","start":"2026-03-19T21:56:37.588417Z","end":"2026-03-19T21:56:38.360729Z","steps":["trace[1317813246] 'process raft request' (duration: 772.11759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.360842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.85506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-19T21:56:38.360818Z","caller":"traceutil/trace.go:171","msg":"trace[2002374194] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"558.158485ms","start":"2026-03-19T21:56:37.80264Z","end":"2026-03-19T21:56:38.360798Z","steps":["trace[2002374194] 'process raft request' (duration: 557.97157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.360946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.588406Z","time spent":"772.461867ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:38.360976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.80261Z","time spent":"558.304138ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:38.360992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.926389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:38.36103Z","caller":"traceutil/trace.go:171","msg":"trace[590877060] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2142; }","duration":"346.00795ms","start":"2026-03-19T21:56:38.015011Z","end":"2026-03-19T21:56:38.361019Z","steps":["trace[590877060] 'agreement among raft nodes before linearized reading' (duration: 345.940219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.361016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.577061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T21:56:38.361069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.014989Z","time spent":"346.069032ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:38.361082Z","caller":"traceutil/trace.go:171","msg":"trace[1164992926] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2142; }","duration":"695.685903ms","start":"2026-03-19T21:56:37.665379Z","end":"2026-03-19T21:56:38.361065Z","steps":["trace[1164992926] 'agreement among raft nodes before linearized reading' (duration: 695.51232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:38.360873Z","caller":"traceutil/trace.go:171","msg":"trace[1582952392] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2142; }","duration":"757.925522ms","start":"2026-03-19T21:56:37.602938Z","end":"2026-03-19T21:56:38.360863Z","steps":["trace[1582952392] 'agreement among raft nodes before linearized reading' (duration: 757.799969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.361121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.66536Z","time spent":"695.753064ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T21:56:38.361167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:37.602916Z","time spent":"758.208628ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-19T21:56:38.688683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.963647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:38.688801Z","caller":"traceutil/trace.go:171","msg":"trace[590812229] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"323.236922ms","start":"2026-03-19T21:56:38.365542Z","end":"2026-03-19T21:56:38.688779Z","steps":["trace[590812229] 'process raft request' (duration: 95.117232ms)","trace[590812229] 'compare' (duration: 227.732552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:38.688861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.365518Z","time spent":"323.312274ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:38.997036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.000887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:38.997268Z","caller":"traceutil/trace.go:171","msg":"trace[1004504425] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"130.013441ms","start":"2026-03-19T21:56:38.867226Z","end":"2026-03-19T21:56:38.99724Z","steps":["trace[1004504425] 'process raft request' (duration: 129.96369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:38.99732Z","caller":"traceutil/trace.go:171","msg":"trace[1776503472] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"531.508679ms","start":"2026-03-19T21:56:38.465792Z","end":"2026-03-19T21:56:38.997301Z","steps":["trace[1776503472] 'read index received' (duration: 338.200626ms)","trace[1776503472] 'applied index is now lower than readState.Index' (duration: 193.306773ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:38.997337Z","caller":"traceutil/trace.go:171","msg":"trace[1526222364] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"626.417878ms","start":"2026-03-19T21:56:38.370885Z","end":"2026-03-19T21:56:38.997303Z","steps":["trace[1526222364] 'process raft request' (duration: 433.065443ms)","trace[1526222364] 'compare' (duration: 192.835643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:38.997481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.370866Z","time spent":"626.538871ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:38.997518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.723874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:56:38.99756Z","caller":"traceutil/trace.go:171","msg":"trace[1967061397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2146; }","duration":"531.811177ms","start":"2026-03-19T21:56:38.465736Z","end":"2026-03-19T21:56:38.997547Z","steps":["trace[1967061397] 'agreement among raft nodes before linearized reading' (duration: 531.657023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.997592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.465716Z","time spent":"531.867919ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T21:56:38.997589Z","caller":"traceutil/trace.go:171","msg":"trace[1165171217] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"304.945374ms","start":"2026-03-19T21:56:38.69262Z","end":"2026-03-19T21:56:38.997566Z","steps":["trace[1165171217] 'process raft request' (duration: 304.510444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.997597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.308866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:38.997707Z","caller":"traceutil/trace.go:171","msg":"trace[706809277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2146; }","duration":"224.452699ms","start":"2026-03-19T21:56:38.773237Z","end":"2026-03-19T21:56:38.997689Z","steps":["trace[706809277] 'agreement among raft nodes before linearized reading' (duration: 224.313776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.997713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.692594Z","time spent":"305.074728ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:38.997711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.128099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:56:38.997779Z","caller":"traceutil/trace.go:171","msg":"trace[1850473922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2146; }","duration":"443.228892ms","start":"2026-03-19T21:56:38.554533Z","end":"2026-03-19T21:56:38.997762Z","steps":["trace[1850473922] 'agreement among raft nodes before linearized reading' (duration: 442.985315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.997868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.554517Z","time spent":"443.341874ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:38.997868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.139897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:38.997956Z","caller":"traceutil/trace.go:171","msg":"trace[117795163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2146; }","duration":"408.26711ms","start":"2026-03-19T21:56:38.589665Z","end":"2026-03-19T21:56:38.997932Z","steps":["trace[117795163] 'agreement among raft nodes before linearized reading' (duration: 407.945873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:38.999567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:38.589622Z","time spent":"408.377603ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:39.426042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.942416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:39.426356Z","caller":"traceutil/trace.go:171","msg":"trace[822069364] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"419.43211ms","start":"2026-03-19T21:56:39.006901Z","end":"2026-03-19T21:56:39.426334Z","steps":["trace[822069364] 'process raft request' (duration: 419.280066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:39.426389Z","caller":"traceutil/trace.go:171","msg":"trace[702219395] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"424.268408ms","start":"2026-03-19T21:56:39.002085Z","end":"2026-03-19T21:56:39.426354Z","steps":["trace[702219395] 'process raft request' (duration: 121.940162ms)","trace[702219395] 'compare' (duration: 301.777553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:39.426469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:39.006886Z","time spent":"419.528621ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:39.426529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:39.002065Z","time spent":"424.39617ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:56:39.902636Z","caller":"traceutil/trace.go:171","msg":"trace[217643451] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"472.097884ms","start":"2026-03-19T21:56:39.430513Z","end":"2026-03-19T21:56:39.902611Z","steps":["trace[217643451] 'process raft request' (duration: 385.519932ms)","trace[217643451] 'compare' (duration: 86.289845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:39.902753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:39.430488Z","time spent":"472.217157ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:40.198734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.166278ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:56:40.199304Z","caller":"traceutil/trace.go:171","msg":"trace[1916472113] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2260; }","duration":"192.093095ms","start":"2026-03-19T21:56:40.007191Z","end":"2026-03-19T21:56:40.199284Z","steps":["trace[1916472113] 'read index received' (duration: 53.741µs)","trace[1916472113] 'applied index is now lower than readState.Index' (duration: 192.037934ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:40.199407Z","caller":"traceutil/trace.go:171","msg":"trace[1114647017] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"292.303603ms","start":"2026-03-19T21:56:39.90709Z","end":"2026-03-19T21:56:40.199394Z","steps":["trace[1114647017] 'process raft request' (duration: 291.736789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:40.397222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.670913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T21:56:40.397325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.117765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:40.397404Z","caller":"traceutil/trace.go:171","msg":"trace[736400940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"390.240148ms","start":"2026-03-19T21:56:40.007138Z","end":"2026-03-19T21:56:40.397378Z","steps":["trace[736400940] 'agreement among raft nodes before linearized reading' (duration: 192.322652ms)","trace[736400940] 'range keys from in-memory index tree' (duration: 197.724432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:40.397455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:40.007116Z","time spent":"390.329749ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:56:40.397548Z","caller":"traceutil/trace.go:171","msg":"trace[932948125] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2150; }","duration":"319.807366ms","start":"2026-03-19T21:56:40.077474Z","end":"2026-03-19T21:56:40.397281Z","steps":["trace[932948125] 'agreement among raft nodes before linearized reading' (duration: 121.970542ms)","trace[932948125] 'range keys from in-memory index tree' (duration: 197.598019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:40.397623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:40.077451Z","time spent":"320.158234ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T21:56:40.397901Z","caller":"traceutil/trace.go:171","msg":"trace[1605019193] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"194.93985ms","start":"2026-03-19T21:56:40.202931Z","end":"2026-03-19T21:56:40.397871Z","steps":["trace[1605019193] 'process raft request' (duration: 123.779682ms)","trace[1605019193] 'compare' (duration: 70.613726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:40.778453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.240737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:40.778629Z","caller":"traceutil/trace.go:171","msg":"trace[395106458] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"315.146542ms","start":"2026-03-19T21:56:40.463466Z","end":"2026-03-19T21:56:40.778612Z","steps":["trace[395106458] 'read index received' (duration: 192.68382ms)","trace[395106458] 'applied index is now lower than readState.Index' (duration: 122.461672ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:40.778724Z","caller":"traceutil/trace.go:171","msg":"trace[988633188] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"376.526402ms","start":"2026-03-19T21:56:40.402178Z","end":"2026-03-19T21:56:40.778704Z","steps":["trace[988633188] 'process raft request' (duration: 376.371118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:40.77872Z","caller":"traceutil/trace.go:171","msg":"trace[1992251459] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"376.652294ms","start":"2026-03-19T21:56:40.40203Z","end":"2026-03-19T21:56:40.778683Z","steps":["trace[1992251459] 'process raft request' (duration: 254.08318ms)","trace[1992251459] 'compare' (duration: 122.127374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:40.778935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.460089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T21:56:40.779019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:40.401996Z","time spent":"376.91909ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:40.779031Z","caller":"traceutil/trace.go:171","msg":"trace[1996108992] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2154; }","duration":"315.632112ms","start":"2026-03-19T21:56:40.46338Z","end":"2026-03-19T21:56:40.779012Z","steps":["trace[1996108992] 'agreement among raft nodes before linearized reading' (duration: 315.322266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:40.779105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:40.463351Z","time spent":"315.740515ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T21:56:40.778863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:40.402141Z","time spent":"376.660055ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:41.081537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.85016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:41.08167Z","caller":"traceutil/trace.go:171","msg":"trace[1325972819] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"219.433626ms","start":"2026-03-19T21:56:40.86219Z","end":"2026-03-19T21:56:41.081624Z","steps":["trace[1325972819] 'read index received' (duration: 101.424713ms)","trace[1325972819] 'applied index is now lower than readState.Index' (duration: 118.007873ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:41.081752Z","caller":"traceutil/trace.go:171","msg":"trace[713686672] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"297.218571ms","start":"2026-03-19T21:56:40.784522Z","end":"2026-03-19T21:56:41.08174Z","steps":["trace[713686672] 'process raft request' (duration: 179.082295ms)","trace[713686672] 'compare' (duration: 117.755238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:41.082075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.866747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-19T21:56:41.082156Z","caller":"traceutil/trace.go:171","msg":"trace[1853003421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2155; }","duration":"219.982769ms","start":"2026-03-19T21:56:40.862156Z","end":"2026-03-19T21:56:41.082138Z","steps":["trace[1853003421] 'agreement among raft nodes before linearized reading' (duration: 219.709043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:41.082091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.940154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T21:56:41.082398Z","caller":"traceutil/trace.go:171","msg":"trace[569512937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2155; }","duration":"132.256931ms","start":"2026-03-19T21:56:40.950115Z","end":"2026-03-19T21:56:41.082372Z","steps":["trace[569512937] 'agreement among raft nodes before linearized reading' (duration: 131.74371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:41.307399Z","caller":"traceutil/trace.go:171","msg":"trace[1445303803] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2268; }","duration":"126.652676ms","start":"2026-03-19T21:56:41.180722Z","end":"2026-03-19T21:56:41.307375Z","steps":["trace[1445303803] 'read index received' (duration: 126.438881ms)","trace[1445303803] 'applied index is now lower than readState.Index' (duration: 212.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:41.307458Z","caller":"traceutil/trace.go:171","msg":"trace[1702793992] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"213.589606ms","start":"2026-03-19T21:56:41.093836Z","end":"2026-03-19T21:56:41.307425Z","steps":["trace[1702793992] 'process raft request' (duration: 213.371401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:41.30763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.888941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5ca57a3c6450\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-19T21:56:41.307704Z","caller":"traceutil/trace.go:171","msg":"trace[1874983437] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dbbpd.189e5ca57a3c6450; range_end:; response_count:1; response_revision:2157; }","duration":"127.003354ms","start":"2026-03-19T21:56:41.180683Z","end":"2026-03-19T21:56:41.307687Z","steps":["trace[1874983437] 'agreement among raft nodes before linearized reading' (duration: 126.783529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:41.598245Z","caller":"traceutil/trace.go:171","msg":"trace[1216017640] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2269; }","duration":"193.044228ms","start":"2026-03-19T21:56:41.405172Z","end":"2026-03-19T21:56:41.598216Z","steps":["trace[1216017640] 'read index received' (duration: 181.353047ms)","trace[1216017640] 'applied index is now lower than readState.Index' (duration: 11.688621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:41.598264Z","caller":"traceutil/trace.go:171","msg":"trace[49366700] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"288.1619ms","start":"2026-03-19T21:56:41.310074Z","end":"2026-03-19T21:56:41.598236Z","steps":["trace[49366700] 'process raft request' (duration: 276.49328ms)","trace[49366700] 'compare' (duration: 11.378044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:41.598619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.431366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:41.598653Z","caller":"traceutil/trace.go:171","msg":"trace[670005592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2158; }","duration":"193.523488ms","start":"2026-03-19T21:56:41.40512Z","end":"2026-03-19T21:56:41.598644Z","steps":["trace[670005592] 'agreement among raft nodes before linearized reading' (duration: 193.189401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.373106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.553482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:42.373223Z","caller":"traceutil/trace.go:171","msg":"trace[1944449191] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"669.664844ms","start":"2026-03-19T21:56:41.703543Z","end":"2026-03-19T21:56:42.373208Z","steps":["trace[1944449191] 'read index received' (duration: 63.841484ms)","trace[1944449191] 'applied index is now lower than readState.Index' (duration: 605.82226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:42.373295Z","caller":"traceutil/trace.go:171","msg":"trace[1651576761] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"727.585996ms","start":"2026-03-19T21:56:41.645683Z","end":"2026-03-19T21:56:42.373269Z","steps":["trace[1651576761] 'process raft request' (duration: 121.781437ms)","trace[1651576761] 'compare' (duration: 605.363088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:42.373406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.857908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:56:42.373445Z","caller":"traceutil/trace.go:171","msg":"trace[1827728075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2160; }","duration":"669.92555ms","start":"2026-03-19T21:56:41.703509Z","end":"2026-03-19T21:56:42.373435Z","steps":["trace[1827728075] 'agreement among raft nodes before linearized reading' (duration: 669.775446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.373478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:41.703497Z","time spent":"669.973201ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:42.373572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:41.645661Z","time spent":"727.679568ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:42.373565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.351924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:56:42.373695Z","caller":"traceutil/trace.go:171","msg":"trace[293726863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2160; }","duration":"538.535468ms","start":"2026-03-19T21:56:41.835137Z","end":"2026-03-19T21:56:42.373672Z","steps":["trace[293726863] 'agreement among raft nodes before linearized reading' (duration: 538.227821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.373755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:41.835114Z","time spent":"538.626589ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:56:42.37385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.349024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:42.373827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.668948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:42.373923Z","caller":"traceutil/trace.go:171","msg":"trace[414120024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2160; }","duration":"141.458477ms","start":"2026-03-19T21:56:42.232445Z","end":"2026-03-19T21:56:42.373904Z","steps":["trace[414120024] 'agreement among raft nodes before linearized reading' (duration: 141.338144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.373934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.709648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T21:56:42.373942Z","caller":"traceutil/trace.go:171","msg":"trace[500369869] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2160; }","duration":"377.843021ms","start":"2026-03-19T21:56:41.996082Z","end":"2026-03-19T21:56:42.373925Z","steps":["trace[500369869] 'agreement among raft nodes before linearized reading' (duration: 377.675728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:42.373971Z","caller":"traceutil/trace.go:171","msg":"trace[1573799938] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2160; }","duration":"131.77343ms","start":"2026-03-19T21:56:42.242186Z","end":"2026-03-19T21:56:42.373959Z","steps":["trace[1573799938] 'agreement among raft nodes before linearized reading' (duration: 131.583136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.373975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.883299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12400"} {"level":"warn","ts":"2026-03-19T21:56:42.373996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:41.996056Z","time spent":"377.923183ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:42.374038Z","caller":"traceutil/trace.go:171","msg":"trace[392347913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2160; }","duration":"505.994532ms","start":"2026-03-19T21:56:41.868027Z","end":"2026-03-19T21:56:42.374022Z","steps":["trace[392347913] 'agreement among raft nodes before linearized reading' (duration: 505.806968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.374078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:41.868007Z","time spent":"506.062353ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12424,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:56:42.374051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.995775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T21:56:42.374141Z","caller":"traceutil/trace.go:171","msg":"trace[1999591359] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2160; }","duration":"473.135148ms","start":"2026-03-19T21:56:41.900983Z","end":"2026-03-19T21:56:42.374118Z","steps":["trace[1999591359] 'agreement among raft nodes before linearized reading' (duration: 472.821461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.374193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:41.90096Z","time spent":"473.21972ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:56:42.832017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.827835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:42.83215Z","caller":"traceutil/trace.go:171","msg":"trace[1318169401] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"453.012908ms","start":"2026-03-19T21:56:42.379113Z","end":"2026-03-19T21:56:42.832126Z","steps":["trace[1318169401] 'process raft request' (duration: 124.973668ms)","trace[1318169401] 'compare' (duration: 327.684132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:42.832311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.379097Z","time spent":"453.10257ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:42.921446Z","caller":"traceutil/trace.go:171","msg":"trace[1678556045] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2272; }","duration":"465.917906ms","start":"2026-03-19T21:56:42.455503Z","end":"2026-03-19T21:56:42.92142Z","steps":["trace[1678556045] 'read index received' (duration: 48.596444ms)","trace[1678556045] 'applied index is now lower than readState.Index' (duration: 417.320322ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:42.92158Z","caller":"traceutil/trace.go:171","msg":"trace[663592952] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"532.939262ms","start":"2026-03-19T21:56:42.388601Z","end":"2026-03-19T21:56:42.92154Z","steps":["trace[663592952] 'process raft request' (duration: 532.677516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.921719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.185333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:56:42.921761Z","caller":"traceutil/trace.go:171","msg":"trace[1852840324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"466.314285ms","start":"2026-03-19T21:56:42.455436Z","end":"2026-03-19T21:56:42.921751Z","steps":["trace[1852840324] 'agreement among raft nodes before linearized reading' (duration: 466.108791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:42.921802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.455412Z","time spent":"466.382246ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:42.921902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.388582Z","time spent":"533.120606ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:43.440573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.053417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:43.440686Z","caller":"traceutil/trace.go:171","msg":"trace[981091870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2162; }","duration":"175.177569ms","start":"2026-03-19T21:56:43.265491Z","end":"2026-03-19T21:56:43.440669Z","steps":["trace[981091870] 'range keys from in-memory index tree' (duration: 175.033306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.440922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.249688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:43.441061Z","caller":"traceutil/trace.go:171","msg":"trace[58862728] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"605.376988ms","start":"2026-03-19T21:56:42.835655Z","end":"2026-03-19T21:56:43.441032Z","steps":["trace[58862728] 'process raft request' (duration: 145.940576ms)","trace[58862728] 'compare' (duration: 459.033453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:43.441149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.835622Z","time spent":"605.484151ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:56:43.441154Z","caller":"traceutil/trace.go:171","msg":"trace[395347105] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2274; }","duration":"519.621905ms","start":"2026-03-19T21:56:42.921516Z","end":"2026-03-19T21:56:43.441138Z","steps":["trace[395347105] 'read index received' (duration: 60.141023ms)","trace[395347105] 'applied index is now lower than readState.Index' (duration: 459.478762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:43.441229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.931515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:43.441231Z","caller":"traceutil/trace.go:171","msg":"trace[1130794551] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"515.210357ms","start":"2026-03-19T21:56:42.925998Z","end":"2026-03-19T21:56:43.441208Z","steps":["trace[1130794551] 'process raft request' (duration: 515.066334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:43.441286Z","caller":"traceutil/trace.go:171","msg":"trace[1606010290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2164; }","duration":"668.031547ms","start":"2026-03-19T21:56:42.773241Z","end":"2026-03-19T21:56:43.441272Z","steps":["trace[1606010290] 'agreement among raft nodes before linearized reading' (duration: 667.910365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.441307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.796582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:43.441325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.773219Z","time spent":"668.098688ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:56:43.441333Z","caller":"traceutil/trace.go:171","msg":"trace[1558948934] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2165; }","duration":"101.864444ms","start":"2026-03-19T21:56:43.33946Z","end":"2026-03-19T21:56:43.441324Z","steps":["trace[1558948934] 'agreement among raft nodes before linearized reading' (duration: 101.816603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.44133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.831119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:43.441347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.975566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:56:43.441361Z","caller":"traceutil/trace.go:171","msg":"trace[543119966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"834.92067ms","start":"2026-03-19T21:56:42.606433Z","end":"2026-03-19T21:56:43.441354Z","steps":["trace[543119966] 'agreement among raft nodes before linearized reading' (duration: 834.794737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:43.441374Z","caller":"traceutil/trace.go:171","msg":"trace[294078922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2165; }","duration":"677.066608ms","start":"2026-03-19T21:56:42.764298Z","end":"2026-03-19T21:56:43.441365Z","steps":["trace[294078922] 'agreement among raft nodes before linearized reading' (duration: 676.884204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.441357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.925965Z","time spent":"515.330769ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:43.44138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.606407Z","time spent":"834.967652ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:43.441385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.829471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:56:43.441411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.764276Z","time spent":"677.10984ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T21:56:43.441246Z","caller":"traceutil/trace.go:171","msg":"trace[1074832555] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"134.329138ms","start":"2026-03-19T21:56:43.306907Z","end":"2026-03-19T21:56:43.441236Z","steps":["trace[1074832555] 'process raft request' (duration: 134.245306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.441572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.792549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T21:56:43.441649Z","caller":"traceutil/trace.go:171","msg":"trace[802765586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2165; }","duration":"558.862951ms","start":"2026-03-19T21:56:42.882751Z","end":"2026-03-19T21:56:43.441614Z","steps":["trace[802765586] 'agreement among raft nodes before linearized reading' (duration: 558.457682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.441706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.882677Z","time spent":"559.021005ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T21:56:43.441427Z","caller":"traceutil/trace.go:171","msg":"trace[756665429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2164; }","duration":"658.897483ms","start":"2026-03-19T21:56:42.782518Z","end":"2026-03-19T21:56:43.441415Z","steps":["trace[756665429] 'agreement among raft nodes before linearized reading' (duration: 658.623667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:43.442059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:42.782498Z","time spent":"659.544576ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:43.68872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.420348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:43.688921Z","caller":"traceutil/trace.go:171","msg":"trace[1175606205] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"244.272621ms","start":"2026-03-19T21:56:43.444599Z","end":"2026-03-19T21:56:43.688871Z","steps":["trace[1175606205] 'process raft request' (duration: 101.598027ms)","trace[1175606205] 'compare' (duration: 142.273275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:44.042064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.328403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:44.042328Z","caller":"traceutil/trace.go:171","msg":"trace[1561237801] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2278; }","duration":"330.327411ms","start":"2026-03-19T21:56:43.711977Z","end":"2026-03-19T21:56:44.042304Z","steps":["trace[1561237801] 'read index received' (duration: 184.523288ms)","trace[1561237801] 'applied index is now lower than readState.Index' (duration: 145.802903ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:44.042493Z","caller":"traceutil/trace.go:171","msg":"trace[975892799] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"596.51049ms","start":"2026-03-19T21:56:43.445926Z","end":"2026-03-19T21:56:44.042436Z","steps":["trace[975892799] 'process raft request' (duration: 450.656626ms)","trace[975892799] 'compare' (duration: 145.113108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:44.04253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.554456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:44.042577Z","caller":"traceutil/trace.go:171","msg":"trace[262043683] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2168; }","duration":"330.638188ms","start":"2026-03-19T21:56:43.711928Z","end":"2026-03-19T21:56:44.042566Z","steps":["trace[262043683] 'agreement among raft nodes before linearized reading' (duration: 330.501755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.04262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:43.71191Z","time spent":"330.700219ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:44.042551Z","caller":"traceutil/trace.go:171","msg":"trace[490693311] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"574.5223ms","start":"2026-03-19T21:56:43.467915Z","end":"2026-03-19T21:56:44.042438Z","steps":["trace[490693311] 'process raft request' (duration: 574.303555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.042631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.464204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:56:44.042908Z","caller":"traceutil/trace.go:171","msg":"trace[1359764906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2168; }","duration":"222.810252ms","start":"2026-03-19T21:56:43.820083Z","end":"2026-03-19T21:56:44.042894Z","steps":["trace[1359764906] 'agreement among raft nodes before linearized reading' (duration: 222.370392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.042692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:43.445917Z","time spent":"596.661134ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:44.043205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:43.467902Z","time spent":"574.91524ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:44.420352Z","caller":"traceutil/trace.go:171","msg":"trace[1193221688] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"145.121009ms","start":"2026-03-19T21:56:44.2752Z","end":"2026-03-19T21:56:44.420321Z","steps":["trace[1193221688] 'process raft request' (duration: 57.538755ms)","trace[1193221688] 'compare' (duration: 87.435071ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:44.643114Z","caller":"traceutil/trace.go:171","msg":"trace[52156279] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2283; }","duration":"358.883238ms","start":"2026-03-19T21:56:44.2842Z","end":"2026-03-19T21:56:44.643083Z","steps":["trace[52156279] 'read index received' (duration: 48.575004ms)","trace[52156279] 'applied index is now lower than readState.Index' (duration: 310.306764ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:44.643294Z","caller":"traceutil/trace.go:171","msg":"trace[798239261] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"366.770394ms","start":"2026-03-19T21:56:44.276484Z","end":"2026-03-19T21:56:44.643254Z","steps":["trace[798239261] 'process raft request' (duration: 360.119495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.64344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.213376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:44.643515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.756929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:44.643593Z","caller":"traceutil/trace.go:171","msg":"trace[1824142669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2172; }","duration":"195.901352ms","start":"2026-03-19T21:56:44.447671Z","end":"2026-03-19T21:56:44.643573Z","steps":["trace[1824142669] 'agreement among raft nodes before linearized reading' (duration: 195.638336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:44.643604Z","caller":"traceutil/trace.go:171","msg":"trace[662014995] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2172; }","duration":"359.499712ms","start":"2026-03-19T21:56:44.284078Z","end":"2026-03-19T21:56:44.643577Z","steps":["trace[662014995] 'agreement among raft nodes before linearized reading' (duration: 359.153565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.643757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:44.284058Z","time spent":"359.641485ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:44.643473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.882619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T21:56:44.643853Z","caller":"traceutil/trace.go:171","msg":"trace[1695631163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2172; }","duration":"221.475273ms","start":"2026-03-19T21:56:44.422353Z","end":"2026-03-19T21:56:44.643828Z","steps":["trace[1695631163] 'agreement among raft nodes before linearized reading' (duration: 220.89488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.643467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:44.276457Z","time spent":"366.926328ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:44.968609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.137275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:44.968732Z","caller":"traceutil/trace.go:171","msg":"trace[1137716494] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2286; }","duration":"195.249547ms","start":"2026-03-19T21:56:44.773466Z","end":"2026-03-19T21:56:44.968716Z","steps":["trace[1137716494] 'read index received' (duration: 30.941µs)","trace[1137716494] 'applied index is now lower than readState.Index' (duration: 195.217566ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:44.968769Z","caller":"traceutil/trace.go:171","msg":"trace[1065267828] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"254.745015ms","start":"2026-03-19T21:56:44.714001Z","end":"2026-03-19T21:56:44.968746Z","steps":["trace[1065267828] 'process raft request' (duration: 50.404295ms)","trace[1065267828] 'compare' (duration: 203.994472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:44.968842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.36817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:44.968873Z","caller":"traceutil/trace.go:171","msg":"trace[1791161777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2174; }","duration":"195.432002ms","start":"2026-03-19T21:56:44.773433Z","end":"2026-03-19T21:56:44.968865Z","steps":["trace[1791161777] 'agreement among raft nodes before linearized reading' (duration: 195.3563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.969304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.525382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-03-19T21:56:44.969378Z","caller":"traceutil/trace.go:171","msg":"trace[1463668813] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2174; }","duration":"164.626593ms","start":"2026-03-19T21:56:44.80473Z","end":"2026-03-19T21:56:44.969356Z","steps":["trace[1463668813] 'agreement among raft nodes before linearized reading' (duration: 164.428249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:44.969574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.880418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:56:44.969716Z","caller":"traceutil/trace.go:171","msg":"trace[1540818671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2174; }","duration":"195.173455ms","start":"2026-03-19T21:56:44.774517Z","end":"2026-03-19T21:56:44.969691Z","steps":["trace[1540818671] 'agreement among raft nodes before linearized reading' (duration: 194.637363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:45.247298Z","caller":"traceutil/trace.go:171","msg":"trace[970804860] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"270.626388ms","start":"2026-03-19T21:56:44.976643Z","end":"2026-03-19T21:56:45.247269Z","steps":["trace[970804860] 'process raft request' (duration: 270.451485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:45.292081Z","caller":"traceutil/trace.go:171","msg":"trace[1044915698] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"279.67012ms","start":"2026-03-19T21:56:45.012381Z","end":"2026-03-19T21:56:45.292051Z","steps":["trace[1044915698] 'process raft request' (duration: 279.521346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:45.662316Z","caller":"traceutil/trace.go:171","msg":"trace[954085982] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"366.266823ms","start":"2026-03-19T21:56:45.296017Z","end":"2026-03-19T21:56:45.662284Z","steps":["trace[954085982] 'process raft request' (duration: 272.430029ms)","trace[954085982] 'compare' (duration: 93.608369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:45.662448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.296Z","time spent":"366.388846ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:46.762694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.810615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:46.762852Z","caller":"traceutil/trace.go:171","msg":"trace[1006422303] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.461658855s","start":"2026-03-19T21:56:45.301158Z","end":"2026-03-19T21:56:46.762817Z","steps":["trace[1006422303] 'process raft request' (duration: 528.647165ms)","trace[1006422303] 'compare' (duration: 932.634281ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:46.762961Z","caller":"traceutil/trace.go:171","msg":"trace[1916596951] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"256.896312ms","start":"2026-03-19T21:56:46.506047Z","end":"2026-03-19T21:56:46.762943Z","steps":["trace[1916596951] 'process raft request' (duration: 256.8255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:46.762973Z","caller":"traceutil/trace.go:171","msg":"trace[541244521] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2290; }","duration":"1.4277848s","start":"2026-03-19T21:56:45.335125Z","end":"2026-03-19T21:56:46.762909Z","steps":["trace[541244521] 'read index received' (duration: 233.339457ms)","trace[541244521] 'applied index is now lower than readState.Index' (duration: 1.194438333s)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:46.763011Z","caller":"traceutil/trace.go:171","msg":"trace[454302472] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"1.096841365s","start":"2026-03-19T21:56:45.666137Z","end":"2026-03-19T21:56:46.762979Z","steps":["trace[454302472] 'process raft request' (duration: 1.09666838s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.763027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.301151Z","time spent":"1.461780838s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:46.76312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.666117Z","time spent":"1.096961828s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:46.763176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428022916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:46.763258Z","caller":"traceutil/trace.go:171","msg":"trace[806519306] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2181; }","duration":"1.428141528s","start":"2026-03-19T21:56:45.335094Z","end":"2026-03-19T21:56:46.763236Z","steps":["trace[806519306] 'agreement among raft nodes before linearized reading' (duration: 1.428002985s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.763308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.335081Z","time spent":"1.42821532s","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:46.763314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.600109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T21:56:46.763385Z","caller":"traceutil/trace.go:171","msg":"trace[1365800999] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2181; }","duration":"551.706221ms","start":"2026-03-19T21:56:46.211654Z","end":"2026-03-19T21:56:46.76336Z","steps":["trace[1365800999] 'agreement among raft nodes before linearized reading' (duration: 551.498596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.763423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:46.211633Z","time spent":"551.780503ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:46.763422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111491052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:46.763459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.251632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:46.763451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127160762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:56:46.763476Z","caller":"traceutil/trace.go:171","msg":"trace[1911371522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"1.111584984s","start":"2026-03-19T21:56:45.651878Z","end":"2026-03-19T21:56:46.763463Z","steps":["trace[1911371522] 'agreement among raft nodes before linearized reading' (duration: 1.11141089s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:46.7635Z","caller":"traceutil/trace.go:171","msg":"trace[1725230172] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2181; }","duration":"902.341274ms","start":"2026-03-19T21:56:45.861148Z","end":"2026-03-19T21:56:46.763489Z","steps":["trace[1725230172] 'agreement among raft nodes before linearized reading' (duration: 902.260493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:46.763695Z","caller":"traceutil/trace.go:171","msg":"trace[1874417791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2181; }","duration":"1.127276995s","start":"2026-03-19T21:56:45.636225Z","end":"2026-03-19T21:56:46.763502Z","steps":["trace[1874417791] 'agreement among raft nodes before linearized reading' (duration: 1.12706638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.7637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.651859Z","time spent":"1.11183282s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:46.763729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.861125Z","time spent":"902.59532ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:46.76374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.636204Z","time spent":"1.127524941s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:46.763885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25346397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T21:56:46.763948Z","caller":"traceutil/trace.go:171","msg":"trace[1660036431] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2181; }","duration":"1.253602443s","start":"2026-03-19T21:56:45.510331Z","end":"2026-03-19T21:56:46.763934Z","steps":["trace[1660036431] 'agreement among raft nodes before linearized reading' (duration: 1.253025691s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.763989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.510307Z","time spent":"1.253671675s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":284,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:46.764186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318188784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:56:46.764261Z","caller":"traceutil/trace.go:171","msg":"trace[109756697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2181; }","duration":"1.318306527s","start":"2026-03-19T21:56:45.445935Z","end":"2026-03-19T21:56:46.764242Z","steps":["trace[109756697] 'agreement among raft nodes before linearized reading' (duration: 1.317290425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.764312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.445911Z","time spent":"1.318388929s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:46.765051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071970469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:56:46.765127Z","caller":"traceutil/trace.go:171","msg":"trace[1176434432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2181; }","duration":"1.072086042s","start":"2026-03-19T21:56:45.693024Z","end":"2026-03-19T21:56:46.76511Z","steps":["trace[1176434432] 'agreement among raft nodes before linearized reading' (duration: 1.070397215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:46.765173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:45.693011Z","time spent":"1.072153703s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:48.055647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161639221s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:48.055896Z","caller":"traceutil/trace.go:171","msg":"trace[1039259085] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.285310051s","start":"2026-03-19T21:56:46.770556Z","end":"2026-03-19T21:56:48.055866Z","steps":["trace[1039259085] 'process raft request' (duration: 1.285193328s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:48.055934Z","caller":"traceutil/trace.go:171","msg":"trace[1809924073] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"1.285532936s","start":"2026-03-19T21:56:46.770366Z","end":"2026-03-19T21:56:48.055899Z","steps":["trace[1809924073] 'process raft request' (duration: 123.549797ms)","trace[1809924073] 'compare' (duration: 1.161512048s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:48.055992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:46.770546Z","time spent":"1.285403863s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:48.056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283805437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:48.055904Z","caller":"traceutil/trace.go:171","msg":"trace[1999071757] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2294; }","duration":"1.283618093s","start":"2026-03-19T21:56:46.772196Z","end":"2026-03-19T21:56:48.055814Z","steps":["trace[1999071757] 'read index received' (duration: 47.214534ms)","trace[1999071757] 'applied index is now lower than readState.Index' (duration: 1.236402499s)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:48.056042Z","caller":"traceutil/trace.go:171","msg":"trace[198631510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"1.283865138s","start":"2026-03-19T21:56:46.772166Z","end":"2026-03-19T21:56:48.056031Z","steps":["trace[198631510] 'agreement among raft nodes before linearized reading' (duration: 1.283764675s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.056082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:46.772157Z","time spent":"1.283917798s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:48.056108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:46.770351Z","time spent":"1.285670518s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:48.05637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207265369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T21:56:48.056485Z","caller":"traceutil/trace.go:171","msg":"trace[718477072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2184; }","duration":"1.207395702s","start":"2026-03-19T21:56:46.849063Z","end":"2026-03-19T21:56:48.056458Z","steps":["trace[718477072] 'agreement among raft nodes before linearized reading' (duration: 1.207086625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.05654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:46.849017Z","time spent":"1.207513834s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:48.056554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.926559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:48.056553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.772571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:48.056599Z","caller":"traceutil/trace.go:171","msg":"trace[461452602] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2184; }","duration":"683.029771ms","start":"2026-03-19T21:56:47.373555Z","end":"2026-03-19T21:56:48.056585Z","steps":["trace[461452602] 'agreement among raft nodes before linearized reading' (duration: 682.949329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.056614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.942965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:48.05664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:47.373519Z","time spent":"683.111853ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:56:48.056651Z","caller":"traceutil/trace.go:171","msg":"trace[338325482] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2184; }","duration":"114.932134ms","start":"2026-03-19T21:56:47.941692Z","end":"2026-03-19T21:56:48.056624Z","steps":["trace[338325482] 'agreement among raft nodes before linearized reading' (duration: 114.754071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:48.056681Z","caller":"traceutil/trace.go:171","msg":"trace[1129836902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2184; }","duration":"284.059218ms","start":"2026-03-19T21:56:47.772605Z","end":"2026-03-19T21:56:48.056665Z","steps":["trace[1129836902] 'agreement among raft nodes before linearized reading' (duration: 283.859894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.474281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.144912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:48.4744Z","caller":"traceutil/trace.go:171","msg":"trace[778627569] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2297; }","duration":"408.917755ms","start":"2026-03-19T21:56:48.065462Z","end":"2026-03-19T21:56:48.474379Z","steps":["trace[778627569] 'read index received' (duration: 140.500846ms)","trace[778627569] 'applied index is now lower than readState.Index' (duration: 268.415449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:48.474498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.037087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:48.474472Z","caller":"traceutil/trace.go:171","msg":"trace[1412695239] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"414.765125ms","start":"2026-03-19T21:56:48.059676Z","end":"2026-03-19T21:56:48.474441Z","steps":["trace[1412695239] 'process raft request' (duration: 146.392448ms)","trace[1412695239] 'compare' (duration: 267.973759ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:48.474536Z","caller":"traceutil/trace.go:171","msg":"trace[1918877308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2185; }","duration":"409.095458ms","start":"2026-03-19T21:56:48.065431Z","end":"2026-03-19T21:56:48.474527Z","steps":["trace[1918877308] 'agreement among raft nodes before linearized reading' (duration: 409.003816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.474574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:48.065418Z","time spent":"409.14279ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:48.474616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:48.059654Z","time spent":"414.890648ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:56:48.989722Z","caller":"traceutil/trace.go:171","msg":"trace[2109889510] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"335.148918ms","start":"2026-03-19T21:56:48.654478Z","end":"2026-03-19T21:56:48.989627Z","steps":["trace[2109889510] 'read index received' (duration: 334.964313ms)","trace[2109889510] 'applied index is now lower than readState.Index' (duration: 183.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:48.989729Z","caller":"traceutil/trace.go:171","msg":"trace[173918403] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"507.271429ms","start":"2026-03-19T21:56:48.482428Z","end":"2026-03-19T21:56:48.989699Z","steps":["trace[173918403] 'process raft request' (duration: 507.016413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.989958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:48.48241Z","time spent":"507.444542ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:48.989951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.460435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:56:48.990028Z","caller":"traceutil/trace.go:171","msg":"trace[1740138683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2186; }","duration":"335.586808ms","start":"2026-03-19T21:56:48.654425Z","end":"2026-03-19T21:56:48.990012Z","steps":["trace[1740138683] 'agreement among raft nodes before linearized reading' (duration: 335.370103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.990076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:48.654402Z","time spent":"335.6656ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:56:48.990097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.171957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:48.990163Z","caller":"traceutil/trace.go:171","msg":"trace[1876963693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2186; }","duration":"131.31883ms","start":"2026-03-19T21:56:48.858831Z","end":"2026-03-19T21:56:48.99015Z","steps":["trace[1876963693] 'agreement among raft nodes before linearized reading' (duration: 131.187187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:48.990212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.584708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:56:48.990266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T21:56:48.990387Z","caller":"traceutil/trace.go:171","msg":"trace[543263870] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2186; }","duration":"259.251775ms","start":"2026-03-19T21:56:48.731114Z","end":"2026-03-19T21:56:48.990366Z","steps":["trace[543263870] 'agreement among raft nodes before linearized reading' (duration: 258.877966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:48.990314Z","caller":"traceutil/trace.go:171","msg":"trace[1957945927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2186; }","duration":"166.752171ms","start":"2026-03-19T21:56:48.823539Z","end":"2026-03-19T21:56:48.990291Z","steps":["trace[1957945927] 'agreement among raft nodes before linearized reading' (duration: 166.466554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:49.139384Z","caller":"traceutil/trace.go:171","msg":"trace[1355136332] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2299; }","duration":"126.191957ms","start":"2026-03-19T21:56:49.013169Z","end":"2026-03-19T21:56:49.13936Z","steps":["trace[1355136332] 'read index received' (duration: 55.141ms)","trace[1355136332] 'applied index is now lower than readState.Index' (duration: 71.049837ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:49.139464Z","caller":"traceutil/trace.go:171","msg":"trace[729997930] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"143.850801ms","start":"2026-03-19T21:56:48.995579Z","end":"2026-03-19T21:56:49.13943Z","steps":["trace[729997930] 'process raft request' (duration: 72.785514ms)","trace[729997930] 'compare' (duration: 70.849722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:49.139617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.436132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.189e5cdb77c72506\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-03-19T21:56:49.139662Z","caller":"traceutil/trace.go:171","msg":"trace[1257663367] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.189e5cdb77c72506; range_end:; response_count:1; response_revision:2187; }","duration":"126.516883ms","start":"2026-03-19T21:56:49.013132Z","end":"2026-03-19T21:56:49.139649Z","steps":["trace[1257663367] 'agreement among raft nodes before linearized reading' (duration: 126.36789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:49.414558Z","caller":"traceutil/trace.go:171","msg":"trace[1162384012] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"204.957893ms","start":"2026-03-19T21:56:49.209556Z","end":"2026-03-19T21:56:49.414514Z","steps":["trace[1162384012] 'process raft request' (duration: 116.738575ms)","trace[1162384012] 'compare' (duration: 87.935062ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:49.715124Z","caller":"traceutil/trace.go:171","msg":"trace[4841487] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2302; }","duration":"229.600764ms","start":"2026-03-19T21:56:49.485499Z","end":"2026-03-19T21:56:49.7151Z","steps":["trace[4841487] 'read index received' (duration: 150.510139ms)","trace[4841487] 'applied index is now lower than readState.Index' (duration: 79.086665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:49.715271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.739407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:49.715312Z","caller":"traceutil/trace.go:171","msg":"trace[248294811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2190; }","duration":"229.840249ms","start":"2026-03-19T21:56:49.485459Z","end":"2026-03-19T21:56:49.715299Z","steps":["trace[248294811] 'agreement among raft nodes before linearized reading' (duration: 229.735347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:49.71533Z","caller":"traceutil/trace.go:171","msg":"trace[1055040570] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"265.289829ms","start":"2026-03-19T21:56:49.449994Z","end":"2026-03-19T21:56:49.715284Z","steps":["trace[1055040570] 'process raft request' (duration: 186.046801ms)","trace[1055040570] 'compare' (duration: 78.776688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:50.030407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.370398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:56:50.03053Z","caller":"traceutil/trace.go:171","msg":"trace[622708602] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"311.693304ms","start":"2026-03-19T21:56:49.718816Z","end":"2026-03-19T21:56:50.03051Z","steps":["trace[622708602] 'read index received' (duration: 99.156952ms)","trace[622708602] 'applied index is now lower than readState.Index' (duration: 212.534752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:50.030764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.914422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-19T21:56:50.030806Z","caller":"traceutil/trace.go:171","msg":"trace[32815523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"309.004454ms","start":"2026-03-19T21:56:49.721787Z","end":"2026-03-19T21:56:50.030791Z","steps":["trace[32815523] 'agreement among raft nodes before linearized reading' (duration: 308.836981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.030843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.721767Z","time spent":"309.068556ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.030866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.426654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-19T21:56:50.030881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.354919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-19T21:56:50.03095Z","caller":"traceutil/trace.go:171","msg":"trace[1265983102] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"304.521215ms","start":"2026-03-19T21:56:49.726403Z","end":"2026-03-19T21:56:50.030924Z","steps":["trace[1265983102] 'agreement among raft nodes before linearized reading' (duration: 304.320301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:50.030981Z","caller":"traceutil/trace.go:171","msg":"trace[1467952221] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"303.487402ms","start":"2026-03-19T21:56:49.727471Z","end":"2026-03-19T21:56:50.030959Z","steps":["trace[1467952221] 'agreement among raft nodes before linearized reading' (duration: 303.195046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.031008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.726395Z","time spent":"304.599827ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.031034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.72746Z","time spent":"303.564464ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.031208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.514572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-19T21:56:50.03124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.530126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-19T21:56:50.031203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.88522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:56:50.031238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.904987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:50.031362Z","caller":"traceutil/trace.go:171","msg":"trace[1745791164] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2190; }","duration":"174.200587ms","start":"2026-03-19T21:56:49.857129Z","end":"2026-03-19T21:56:50.03133Z","steps":["trace[1745791164] 'agreement among raft nodes before linearized reading' (duration: 173.837469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:50.031349Z","caller":"traceutil/trace.go:171","msg":"trace[353460732] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"307.623894ms","start":"2026-03-19T21:56:49.723654Z","end":"2026-03-19T21:56:50.031278Z","steps":["trace[353460732] 'agreement among raft nodes before linearized reading' (duration: 307.460961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.031488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.723647Z","time spent":"307.828898ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-19T21:56:50.031387Z","caller":"traceutil/trace.go:171","msg":"trace[190665646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2190; }","duration":"259.104201ms","start":"2026-03-19T21:56:49.772263Z","end":"2026-03-19T21:56:50.031367Z","steps":["trace[190665646] 'agreement among raft nodes before linearized reading' (duration: 258.882626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.031731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.797834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-19T21:56:50.031773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.61332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-19T21:56:50.03159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.883777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-19T21:56:50.031823Z","caller":"traceutil/trace.go:171","msg":"trace[427091622] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"305.673391ms","start":"2026-03-19T21:56:49.726133Z","end":"2026-03-19T21:56:50.031807Z","steps":["trace[427091622] 'agreement among raft nodes before linearized reading' (duration: 304.843313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.031866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.726126Z","time spent":"305.733372ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.030762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.92407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:56:50.031955Z","caller":"traceutil/trace.go:171","msg":"trace[885494087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2190; }","duration":"313.183418ms","start":"2026-03-19T21:56:49.718757Z","end":"2026-03-19T21:56:50.031941Z","steps":["trace[885494087] 'agreement among raft nodes before linearized reading' (duration: 311.841448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.031254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.605697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-19T21:56:50.031807Z","caller":"traceutil/trace.go:171","msg":"trace[1481666527] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"305.917726ms","start":"2026-03-19T21:56:49.725867Z","end":"2026-03-19T21:56:50.031785Z","steps":["trace[1481666527] 'agreement among raft nodes before linearized reading' (duration: 304.926384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.032002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.718728Z","time spent":"313.260059ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:56:50.03202Z","caller":"traceutil/trace.go:171","msg":"trace[1885276692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"305.431705ms","start":"2026-03-19T21:56:49.726566Z","end":"2026-03-19T21:56:50.031998Z","steps":["trace[1885276692] 'agreement among raft nodes before linearized reading' (duration: 304.259669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.032067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.726558Z","time spent":"305.492807ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.032013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.534458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-19T21:56:50.032061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.725846Z","time spent":"306.194622ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.03131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.879912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-19T21:56:50.032153Z","caller":"traceutil/trace.go:171","msg":"trace[345476062] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"305.66956ms","start":"2026-03-19T21:56:49.72644Z","end":"2026-03-19T21:56:50.03211Z","steps":["trace[345476062] 'agreement among raft nodes before linearized reading' (duration: 305.087658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:50.03218Z","caller":"traceutil/trace.go:171","msg":"trace[223121884] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"274.787132ms","start":"2026-03-19T21:56:49.757374Z","end":"2026-03-19T21:56:50.032161Z","steps":["trace[223121884] 'agreement among raft nodes before linearized reading' (duration: 273.766409ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:50.031298Z","caller":"traceutil/trace.go:171","msg":"trace[393578452] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"300.602687ms","start":"2026-03-19T21:56:49.730685Z","end":"2026-03-19T21:56:50.031288Z","steps":["trace[393578452] 'agreement among raft nodes before linearized reading' (duration: 300.474265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:50.032229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.730676Z","time spent":"301.543799ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-19T21:56:50.032233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:49.726435Z","time spent":"305.757133ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-19T21:56:50.031893Z","caller":"traceutil/trace.go:171","msg":"trace[1814683320] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2190; }","duration":"108.287315ms","start":"2026-03-19T21:56:49.923554Z","end":"2026-03-19T21:56:50.031842Z","steps":["trace[1814683320] 'agreement among raft nodes before linearized reading' (duration: 107.521689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:51.273404Z","caller":"traceutil/trace.go:171","msg":"trace[650671564] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"119.574209ms","start":"2026-03-19T21:56:51.153809Z","end":"2026-03-19T21:56:51.273383Z","steps":["trace[650671564] 'read index received' (duration: 119.382795ms)","trace[650671564] 'applied index is now lower than readState.Index' (duration: 190.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:51.273519Z","caller":"traceutil/trace.go:171","msg":"trace[228352410] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"125.373998ms","start":"2026-03-19T21:56:51.148124Z","end":"2026-03-19T21:56:51.273498Z","steps":["trace[228352410] 'process raft request' (duration: 125.132423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:51.273713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.797543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:51.273766Z","caller":"traceutil/trace.go:171","msg":"trace[1485021450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2193; }","duration":"119.980948ms","start":"2026-03-19T21:56:51.153765Z","end":"2026-03-19T21:56:51.273746Z","steps":["trace[1485021450] 'agreement among raft nodes before linearized reading' (duration: 119.716652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:51.906652Z","caller":"traceutil/trace.go:171","msg":"trace[884707389] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2307; }","duration":"132.877845ms","start":"2026-03-19T21:56:51.77375Z","end":"2026-03-19T21:56:51.906628Z","steps":["trace[884707389] 'read index received' (duration: 132.519487ms)","trace[884707389] 'applied index is now lower than readState.Index' (duration: 354.438µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:51.906765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.000568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:51.906753Z","caller":"traceutil/trace.go:171","msg":"trace[2112911468] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"289.050091ms","start":"2026-03-19T21:56:51.617669Z","end":"2026-03-19T21:56:51.906719Z","steps":["trace[2112911468] 'process raft request' (duration: 288.606781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:51.906804Z","caller":"traceutil/trace.go:171","msg":"trace[929080483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"133.08236ms","start":"2026-03-19T21:56:51.773709Z","end":"2026-03-19T21:56:51.906791Z","steps":["trace[929080483] 'agreement among raft nodes before linearized reading' (duration: 133.007298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:52.581832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:56:53.082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606021840,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:56:53.347058Z","caller":"traceutil/trace.go:171","msg":"trace[1158175414] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"1.4345259s","start":"2026-03-19T21:56:51.912503Z","end":"2026-03-19T21:56:53.347029Z","steps":["trace[1158175414] 'process raft request' (duration: 1.434328136s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.347268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:51.912476Z","time spent":"1.434675863s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:53.549537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.811249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:53.549769Z","caller":"traceutil/trace.go:171","msg":"trace[1993947819] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2308; }","duration":"1.47436126s","start":"2026-03-19T21:56:52.075385Z","end":"2026-03-19T21:56:53.549747Z","steps":["trace[1993947819] 'read index received' (duration: 1.271495393s)","trace[1993947819] 'applied index is now lower than readState.Index' (duration: 202.864237ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:53.549896Z","caller":"traceutil/trace.go:171","msg":"trace[1053741913] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"1.636756602s","start":"2026-03-19T21:56:51.913072Z","end":"2026-03-19T21:56:53.549828Z","steps":["trace[1053741913] 'process raft request' (duration: 1.488553845s)","trace[1053741913] 'compare' (duration: 147.537193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:53.550098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474708837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:56:53.550163Z","caller":"traceutil/trace.go:171","msg":"trace[225152923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2196; }","duration":"1.474826069s","start":"2026-03-19T21:56:52.075325Z","end":"2026-03-19T21:56:53.550151Z","steps":["trace[225152923] 'agreement among raft nodes before linearized reading' (duration: 1.474542863s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.550176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:51.913019Z","time spent":"1.636980127s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:53.550231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.075298Z","time spent":"1.474922341s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:53.560717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408437408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-19T21:56:53.560739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277834524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:53.560744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.037651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T21:56:53.560811Z","caller":"traceutil/trace.go:171","msg":"trace[784303824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2197; }","duration":"1.277942156s","start":"2026-03-19T21:56:52.282857Z","end":"2026-03-19T21:56:53.560799Z","steps":["trace[784303824] 'agreement among raft nodes before linearized reading' (duration: 1.277753742s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.560787Z","caller":"traceutil/trace.go:171","msg":"trace[2078243678] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2197; }","duration":"1.408522791s","start":"2026-03-19T21:56:52.152256Z","end":"2026-03-19T21:56:53.560778Z","steps":["trace[2078243678] 'agreement among raft nodes before linearized reading' (duration: 1.408383738s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.560892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.282841Z","time spent":"1.278041688s","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:56:53.560885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.662391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"warn","ts":"2026-03-19T21:56:53.56089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.579734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:53.560908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.152249Z","time spent":"1.408646624s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-19T21:56:53.560938Z","caller":"traceutil/trace.go:171","msg":"trace[1930276457] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2197; }","duration":"247.688236ms","start":"2026-03-19T21:56:53.31324Z","end":"2026-03-19T21:56:53.560928Z","steps":["trace[1930276457] 'agreement among raft nodes before linearized reading' (duration: 247.620265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.560948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.339586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T21:56:53.560986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387561333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:56:53.561033Z","caller":"traceutil/trace.go:171","msg":"trace[1718355165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2197; }","duration":"194.50463ms","start":"2026-03-19T21:56:53.366504Z","end":"2026-03-19T21:56:53.561009Z","steps":["trace[1718355165] 'agreement among raft nodes before linearized reading' (duration: 194.232814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.561047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.71101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T21:56:53.561035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429142771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:56:53.561116Z","caller":"traceutil/trace.go:171","msg":"trace[2141697384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2197; }","duration":"192.836323ms","start":"2026-03-19T21:56:53.368261Z","end":"2026-03-19T21:56:53.561097Z","steps":["trace[2141697384] 'agreement among raft nodes before linearized reading' (duration: 192.650009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.561156Z","caller":"traceutil/trace.go:171","msg":"trace[1567212375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2197; }","duration":"1.429308314s","start":"2026-03-19T21:56:52.131822Z","end":"2026-03-19T21:56:53.56113Z","steps":["trace[1567212375] 'agreement among raft nodes before linearized reading' (duration: 1.428997347s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.560833Z","caller":"traceutil/trace.go:171","msg":"trace[661912468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2197; }","duration":"281.174094ms","start":"2026-03-19T21:56:53.279642Z","end":"2026-03-19T21:56:53.560816Z","steps":["trace[661912468] 'agreement among raft nodes before linearized reading' (duration: 280.933459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.561231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.131812Z","time spent":"1.429409867s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:56:53.561088Z","caller":"traceutil/trace.go:171","msg":"trace[221778991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2197; }","duration":"1.387706295s","start":"2026-03-19T21:56:52.173359Z","end":"2026-03-19T21:56:53.561065Z","steps":["trace[221778991] 'agreement among raft nodes before linearized reading' (duration: 1.387425179s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.561341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.17335Z","time spent":"1.387976332s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:56:53.560839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.008878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:53.561409Z","caller":"traceutil/trace.go:171","msg":"trace[1773541467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2197; }","duration":"215.612542ms","start":"2026-03-19T21:56:53.345782Z","end":"2026-03-19T21:56:53.561394Z","steps":["trace[1773541467] 'agreement among raft nodes before linearized reading' (duration: 215.030209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.560942Z","caller":"traceutil/trace.go:171","msg":"trace[1504100524] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2197; }","duration":"785.751663ms","start":"2026-03-19T21:56:52.775174Z","end":"2026-03-19T21:56:53.560925Z","steps":["trace[1504100524] 'agreement among raft nodes before linearized reading' (duration: 785.6194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.56149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.775154Z","time spent":"786.325525ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-19T21:56:53.560757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455327795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T21:56:53.561573Z","caller":"traceutil/trace.go:171","msg":"trace[735151607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2197; }","duration":"1.456165692s","start":"2026-03-19T21:56:52.105364Z","end":"2026-03-19T21:56:53.561529Z","steps":["trace[735151607] 'agreement among raft nodes before linearized reading' (duration: 1.455167011s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.561611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.552571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T21:56:53.561686Z","caller":"traceutil/trace.go:171","msg":"trace[1396105372] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2197; }","duration":"488.661754ms","start":"2026-03-19T21:56:53.073011Z","end":"2026-03-19T21:56:53.561673Z","steps":["trace[1396105372] 'agreement among raft nodes before linearized reading' (duration: 487.696032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.561701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:52.105346Z","time spent":"1.456298636s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:56:53.561722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.07299Z","time spent":"488.721095ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T21:56:53.99333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.948032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:53.993707Z","caller":"traceutil/trace.go:171","msg":"trace[2090499446] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"413.614099ms","start":"2026-03-19T21:56:53.580066Z","end":"2026-03-19T21:56:53.99368Z","steps":["trace[2090499446] 'process raft request' (duration: 413.503187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.993735Z","caller":"traceutil/trace.go:171","msg":"trace[1405467904] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"414.110591ms","start":"2026-03-19T21:56:53.579592Z","end":"2026-03-19T21:56:53.993703Z","steps":["trace[1405467904] 'process raft request' (duration: 413.868766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.993867Z","caller":"traceutil/trace.go:171","msg":"trace[190546149] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"414.644243ms","start":"2026-03-19T21:56:53.579187Z","end":"2026-03-19T21:56:53.993831Z","steps":["trace[190546149] 'process raft request' (duration: 140.087176ms)","trace[190546149] 'compare' (duration: 273.688237ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:53.993913Z","caller":"traceutil/trace.go:171","msg":"trace[1333573481] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"413.61915ms","start":"2026-03-19T21:56:53.580285Z","end":"2026-03-19T21:56:53.993904Z","steps":["trace[1333573481] 'process raft request' (duration: 413.321024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.993992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.580266Z","time spent":"413.672131ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:53.99402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.579151Z","time spent":"414.790876ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:53.994043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.579567Z","time spent":"414.357576ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:53.994105Z","caller":"traceutil/trace.go:171","msg":"trace[644316761] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"410.783316ms","start":"2026-03-19T21:56:53.583308Z","end":"2026-03-19T21:56:53.994092Z","steps":["trace[644316761] 'process raft request' (duration: 410.697655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.994192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.583294Z","time spent":"410.862289ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:53.994383Z","caller":"traceutil/trace.go:171","msg":"trace[1930301540] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2312; }","duration":"315.331157ms","start":"2026-03-19T21:56:53.679002Z","end":"2026-03-19T21:56:53.994333Z","steps":["trace[1930301540] 'read index received' (duration: 40.224318ms)","trace[1930301540] 'applied index is now lower than readState.Index' (duration: 275.102769ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:53.994175Z","caller":"traceutil/trace.go:171","msg":"trace[1694055569] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"412.825072ms","start":"2026-03-19T21:56:53.581266Z","end":"2026-03-19T21:56:53.994091Z","steps":["trace[1694055569] 'process raft request' (duration: 412.598658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:53.994432Z","caller":"traceutil/trace.go:171","msg":"trace[2107491444] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"405.137941ms","start":"2026-03-19T21:56:53.589229Z","end":"2026-03-19T21:56:53.994367Z","steps":["trace[2107491444] 'process raft request' (duration: 404.826834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.994456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.458179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:53.994661Z","caller":"traceutil/trace.go:171","msg":"trace[604629883] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2205; }","duration":"315.671884ms","start":"2026-03-19T21:56:53.678952Z","end":"2026-03-19T21:56:53.994624Z","steps":["trace[604629883] 'agreement among raft nodes before linearized reading' (duration: 315.47884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.994709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.580041Z","time spent":"413.732773ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:53.994761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.678936Z","time spent":"315.792146ms","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:53.994726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.390118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:53.99487Z","caller":"traceutil/trace.go:171","msg":"trace[1089055492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2205; }","duration":"220.620523ms","start":"2026-03-19T21:56:53.774232Z","end":"2026-03-19T21:56:53.994852Z","steps":["trace[1089055492] 'agreement among raft nodes before linearized reading' (duration: 220.353637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:53.994723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.58922Z","time spent":"405.343076ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:53.995855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:53.581253Z","time spent":"413.263072ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:54.250968Z","caller":"traceutil/trace.go:171","msg":"trace[1079979920] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"249.454366ms","start":"2026-03-19T21:56:54.001487Z","end":"2026-03-19T21:56:54.250941Z","steps":["trace[1079979920] 'process raft request' (duration: 238.37539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.704609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.885185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:54.705028Z","caller":"traceutil/trace.go:171","msg":"trace[350385374] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2319; }","duration":"698.041997ms","start":"2026-03-19T21:56:54.006968Z","end":"2026-03-19T21:56:54.70501Z","steps":["trace[350385374] 'read index received' (duration: 232.909658ms)","trace[350385374] 'applied index is now lower than readState.Index' (duration: 465.131449ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:54.705078Z","caller":"traceutil/trace.go:171","msg":"trace[960529000] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"699.232063ms","start":"2026-03-19T21:56:54.005815Z","end":"2026-03-19T21:56:54.705047Z","steps":["trace[960529000] 'process raft request' (duration: 699.09982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:54.705151Z","caller":"traceutil/trace.go:171","msg":"trace[341145048] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"697.600577ms","start":"2026-03-19T21:56:54.007513Z","end":"2026-03-19T21:56:54.705114Z","steps":["trace[341145048] 'process raft request' (duration: 697.444983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:54.705187Z","caller":"traceutil/trace.go:171","msg":"trace[1703161418] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"700.823809ms","start":"2026-03-19T21:56:54.004317Z","end":"2026-03-19T21:56:54.705141Z","steps":["trace[1703161418] 'process raft request' (duration: 700.525833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.705268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.236051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-19T21:56:54.705328Z","caller":"traceutil/trace.go:171","msg":"trace[531358123] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:2210; }","duration":"698.421505ms","start":"2026-03-19T21:56:54.006895Z","end":"2026-03-19T21:56:54.705316Z","steps":["trace[531358123] 'agreement among raft nodes before linearized reading' (duration: 698.263142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.705348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.005805Z","time spent":"699.410407ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:56:54.705444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.006886Z","time spent":"698.505957ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-03-19T21:56:54.705318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.007504Z","time spent":"697.724619ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:54.705332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.004275Z","time spent":"700.977933ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:54.705316Z","caller":"traceutil/trace.go:171","msg":"trace[2034339280] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"701.213387ms","start":"2026-03-19T21:56:54.00407Z","end":"2026-03-19T21:56:54.705283Z","steps":["trace[2034339280] 'process raft request' (duration: 364.570254ms)","trace[2034339280] 'compare' (duration: 335.699471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:54.705972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.00406Z","time spent":"701.837422ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:54.754712Z","caller":"traceutil/trace.go:171","msg":"trace[1180429377] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"473.603768ms","start":"2026-03-19T21:56:54.281089Z","end":"2026-03-19T21:56:54.754693Z","steps":["trace[1180429377] 'process raft request' (duration: 473.451675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.754915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.281064Z","time spent":"473.701821ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:54.758845Z","caller":"traceutil/trace.go:171","msg":"trace[1933747782] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"407.423011ms","start":"2026-03-19T21:56:54.3474Z","end":"2026-03-19T21:56:54.754823Z","steps":["trace[1933747782] 'process raft request' (duration: 407.256627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.758973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.347377Z","time spent":"411.518263ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:54.759311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.780638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:54.759362Z","caller":"traceutil/trace.go:171","msg":"trace[1634101403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2212; }","duration":"545.894311ms","start":"2026-03-19T21:56:54.213459Z","end":"2026-03-19T21:56:54.759354Z","steps":["trace[1634101403] 'agreement among raft nodes before linearized reading' (duration: 545.811239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.759386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.213427Z","time spent":"545.951832ms","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:54.759418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.633833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:54.759478Z","caller":"traceutil/trace.go:171","msg":"trace[663002694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2212; }","duration":"177.731906ms","start":"2026-03-19T21:56:54.581729Z","end":"2026-03-19T21:56:54.759461Z","steps":["trace[663002694] 'agreement among raft nodes before linearized reading' (duration: 177.584342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.759516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.709895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:56:54.759622Z","caller":"traceutil/trace.go:171","msg":"trace[1369730898] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2212; }","duration":"566.877769ms","start":"2026-03-19T21:56:54.19272Z","end":"2026-03-19T21:56:54.759598Z","steps":["trace[1369730898] 'agreement among raft nodes before linearized reading' (duration: 566.573312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.7596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.764046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:54.759684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.1927Z","time spent":"566.972731ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-19T21:56:54.759724Z","caller":"traceutil/trace.go:171","msg":"trace[1505609527] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2212; }","duration":"648.865078ms","start":"2026-03-19T21:56:54.110814Z","end":"2026-03-19T21:56:54.759679Z","steps":["trace[1505609527] 'agreement among raft nodes before linearized reading' (duration: 648.704055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:54.759798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:54.110739Z","time spent":"649.023032ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:55.073919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.94203ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T21:56:55.074305Z","caller":"traceutil/trace.go:171","msg":"trace[705311070] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"290.674825ms","start":"2026-03-19T21:56:54.783603Z","end":"2026-03-19T21:56:55.074278Z","steps":["trace[705311070] 'process raft request' (duration: 290.475671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:55.074303Z","caller":"traceutil/trace.go:171","msg":"trace[58464655] linearizableReadLoop","detail":"{readStateIndex:2327; appliedIndex:2326; }","duration":"297.798045ms","start":"2026-03-19T21:56:54.776471Z","end":"2026-03-19T21:56:55.074269Z","steps":["trace[58464655] 'read index received' (duration: 59.042868ms)","trace[58464655] 'applied index is now lower than readState.Index' (duration: 238.751297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:55.074518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.322245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:55.074562Z","caller":"traceutil/trace.go:171","msg":"trace[2112132407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"293.396676ms","start":"2026-03-19T21:56:54.781155Z","end":"2026-03-19T21:56:55.074552Z","steps":["trace[2112132407] 'agreement among raft nodes before linearized reading' (duration: 293.299814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:55.074567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.083532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T21:56:55.07466Z","caller":"traceutil/trace.go:171","msg":"trace[1956269798] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2213; }","duration":"298.272906ms","start":"2026-03-19T21:56:54.776361Z","end":"2026-03-19T21:56:55.074634Z","steps":["trace[1956269798] 'agreement among raft nodes before linearized reading' (duration: 298.068171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:55.431456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.676238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-19T21:56:55.431498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.497464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T21:56:55.431546Z","caller":"traceutil/trace.go:171","msg":"trace[2008469129] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2214; }","duration":"256.78689ms","start":"2026-03-19T21:56:55.17474Z","end":"2026-03-19T21:56:55.431527Z","steps":["trace[2008469129] 'range keys from in-memory index tree' (duration: 256.509694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:55.431589Z","caller":"traceutil/trace.go:171","msg":"trace[1654784282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2214; }","duration":"256.626077ms","start":"2026-03-19T21:56:55.174946Z","end":"2026-03-19T21:56:55.431572Z","steps":["trace[1654784282] 'range keys from in-memory index tree' (duration: 256.398782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:55.47127Z","caller":"traceutil/trace.go:171","msg":"trace[1043840149] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"290.469611ms","start":"2026-03-19T21:56:55.18078Z","end":"2026-03-19T21:56:55.47125Z","steps":["trace[1043840149] 'process raft request' (duration: 290.106353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:55.890914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.963185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:55.891018Z","caller":"traceutil/trace.go:171","msg":"trace[2110374489] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"457.149641ms","start":"2026-03-19T21:56:55.433852Z","end":"2026-03-19T21:56:55.891002Z","steps":["trace[2110374489] 'read index received' (duration: 39.620614ms)","trace[2110374489] 'applied index is now lower than readState.Index' (duration: 417.527767ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:55.891105Z","caller":"traceutil/trace.go:171","msg":"trace[1971130875] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"536.984343ms","start":"2026-03-19T21:56:55.354109Z","end":"2026-03-19T21:56:55.891094Z","steps":["trace[1971130875] 'process raft request' (duration: 287.768182ms)","trace[1971130875] 'compare' (duration: 248.835433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:55.891176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:55.354082Z","time spent":"537.055934ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:55.891275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.212847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"warn","ts":"2026-03-19T21:56:55.891325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.450547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:56:55.891418Z","caller":"traceutil/trace.go:171","msg":"trace[828887426] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2216; }","duration":"457.591471ms","start":"2026-03-19T21:56:55.433805Z","end":"2026-03-19T21:56:55.891397Z","steps":["trace[828887426] 'agreement among raft nodes before linearized reading' (duration: 457.363236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:55.891351Z","caller":"traceutil/trace.go:171","msg":"trace[449948673] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:2216; }","duration":"455.320839ms","start":"2026-03-19T21:56:55.436012Z","end":"2026-03-19T21:56:55.891333Z","steps":["trace[449948673] 'agreement among raft nodes before linearized reading' (duration: 455.166926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:55.891475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:55.433786Z","time spent":"457.675102ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T21:56:55.891457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.263102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T21:56:55.891542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:55.435962Z","time spent":"455.555935ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":244,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-03-19T21:56:55.891543Z","caller":"traceutil/trace.go:171","msg":"trace[606941402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2216; }","duration":"279.466116ms","start":"2026-03-19T21:56:55.612056Z","end":"2026-03-19T21:56:55.891522Z","steps":["trace[606941402] 'agreement among raft nodes before linearized reading' (duration: 279.15259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:55.891979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.135462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:55.892151Z","caller":"traceutil/trace.go:171","msg":"trace[529187292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"112.265495ms","start":"2026-03-19T21:56:55.779822Z","end":"2026-03-19T21:56:55.892088Z","steps":["trace[529187292] 'agreement among raft nodes before linearized reading' (duration: 111.369085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:56.280627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.009342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T21:56:56.280713Z","caller":"traceutil/trace.go:171","msg":"trace[1201399398] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:2217; }","duration":"290.124354ms","start":"2026-03-19T21:56:55.990567Z","end":"2026-03-19T21:56:56.280692Z","steps":["trace[1201399398] 'range keys from in-memory index tree' (duration: 289.93049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:56.280987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.562892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:56:56.281072Z","caller":"traceutil/trace.go:171","msg":"trace[507488132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2217; }","duration":"281.693855ms","start":"2026-03-19T21:56:55.999359Z","end":"2026-03-19T21:56:56.281053Z","steps":["trace[507488132] 'range keys from in-memory index tree' (duration: 281.388879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:56.281138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.104065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:56:56.281281Z","caller":"traceutil/trace.go:171","msg":"trace[788736953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2217; }","duration":"282.278848ms","start":"2026-03-19T21:56:55.998961Z","end":"2026-03-19T21:56:56.28124Z","steps":["trace[788736953] 'range keys from in-memory index tree' (duration: 281.844448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:56.490263Z","caller":"traceutil/trace.go:171","msg":"trace[137065863] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"204.291418ms","start":"2026-03-19T21:56:56.285925Z","end":"2026-03-19T21:56:56.490216Z","steps":["trace[137065863] 'process raft request' (duration: 203.962551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:56.807605Z","caller":"traceutil/trace.go:171","msg":"trace[1339284086] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2332; }","duration":"520.27702ms","start":"2026-03-19T21:56:56.287301Z","end":"2026-03-19T21:56:56.807578Z","steps":["trace[1339284086] 'read index received' (duration: 202.5391ms)","trace[1339284086] 'applied index is now lower than readState.Index' (duration: 317.73697ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:56.807806Z","caller":"traceutil/trace.go:171","msg":"trace[590237514] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"521.097157ms","start":"2026-03-19T21:56:56.286654Z","end":"2026-03-19T21:56:56.807751Z","steps":["trace[590237514] 'process raft request' (duration: 442.281639ms)","trace[590237514] 'compare' (duration: 78.511302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:56.80786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.540165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-19T21:56:56.807933Z","caller":"traceutil/trace.go:171","msg":"trace[130123098] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:2219; }","duration":"520.659838ms","start":"2026-03-19T21:56:56.287257Z","end":"2026-03-19T21:56:56.807917Z","steps":["trace[130123098] 'agreement among raft nodes before linearized reading' (duration: 520.504905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:56.807958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:56.286608Z","time spent":"521.278431ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:56.80797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:56.287245Z","time spent":"520.716579ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-19T21:56:57.131551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.294381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:57.13173Z","caller":"traceutil/trace.go:171","msg":"trace[1931837913] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2334; }","duration":"324.028811ms","start":"2026-03-19T21:56:56.807675Z","end":"2026-03-19T21:56:57.131704Z","steps":["trace[1931837913] 'read index received' (duration: 200.31676ms)","trace[1931837913] 'applied index is now lower than readState.Index' (duration: 123.710251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:57.131883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.71505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:57.131973Z","caller":"traceutil/trace.go:171","msg":"trace[1638646307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"360.855743ms","start":"2026-03-19T21:56:56.771096Z","end":"2026-03-19T21:56:57.131951Z","steps":["trace[1638646307] 'agreement among raft nodes before linearized reading' (duration: 360.70335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.131998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.567098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T21:56:57.132018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:56.771084Z","time spent":"360.926554ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:56:57.132029Z","caller":"traceutil/trace.go:171","msg":"trace[1392650180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2220; }","duration":"421.641549ms","start":"2026-03-19T21:56:56.710377Z","end":"2026-03-19T21:56:57.132019Z","steps":["trace[1392650180] 'agreement among raft nodes before linearized reading' (duration: 421.459895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.132076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:56.710353Z","time spent":"421.714451ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:56:57.132148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.473991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T21:56:57.13222Z","caller":"traceutil/trace.go:171","msg":"trace[1260536293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2220; }","duration":"320.584254ms","start":"2026-03-19T21:56:56.81162Z","end":"2026-03-19T21:56:57.132204Z","steps":["trace[1260536293] 'agreement among raft nodes before linearized reading' (duration: 320.42972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.132266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:56.811607Z","time spent":"320.648745ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-19T21:56:57.132448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.806435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:56:57.132494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.969903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T21:56:57.132541Z","caller":"traceutil/trace.go:171","msg":"trace[1684729548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"232.917897ms","start":"2026-03-19T21:56:56.899601Z","end":"2026-03-19T21:56:57.132519Z","steps":["trace[1684729548] 'agreement among raft nodes before linearized reading' (duration: 232.620391ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:57.132452Z","caller":"traceutil/trace.go:171","msg":"trace[131073981] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"419.400999ms","start":"2026-03-19T21:56:56.712835Z","end":"2026-03-19T21:56:57.132236Z","steps":["trace[131073981] 'process raft request' (duration: 295.28001ms)","trace[131073981] 'compare' (duration: 123.089627ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:57.13254Z","caller":"traceutil/trace.go:171","msg":"trace[424265794] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2220; }","duration":"278.078005ms","start":"2026-03-19T21:56:56.85445Z","end":"2026-03-19T21:56:57.132528Z","steps":["trace[424265794] 'agreement among raft nodes before linearized reading' (duration: 277.904801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.132979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:56.712815Z","time spent":"419.885529ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:57.45734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.283433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:57.457491Z","caller":"traceutil/trace.go:171","msg":"trace[798873732] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"319.777216ms","start":"2026-03-19T21:56:57.137695Z","end":"2026-03-19T21:56:57.457472Z","steps":["trace[798873732] 'process raft request' (duration: 135.279739ms)","trace[798873732] 'compare' (duration: 184.163839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:57.457568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.137678Z","time spent":"319.860667ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:57.458042Z","caller":"traceutil/trace.go:171","msg":"trace[1044557421] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2335; }","duration":"315.683754ms","start":"2026-03-19T21:56:57.142311Z","end":"2026-03-19T21:56:57.457994Z","steps":["trace[1044557421] 'read index received' (duration: 81.55126ms)","trace[1044557421] 'applied index is now lower than readState.Index' (duration: 234.128304ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:57.458125Z","caller":"traceutil/trace.go:171","msg":"trace[1850445003] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"320.335218ms","start":"2026-03-19T21:56:57.137765Z","end":"2026-03-19T21:56:57.4581Z","steps":["trace[1850445003] 'process raft request' (duration: 319.665114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.458238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.137746Z","time spent":"320.43334ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:57.458257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.917629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T21:56:57.458359Z","caller":"traceutil/trace.go:171","msg":"trace[244085737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:2223; }","duration":"316.055702ms","start":"2026-03-19T21:56:57.142281Z","end":"2026-03-19T21:56:57.458337Z","steps":["trace[244085737] 'agreement among raft nodes before linearized reading' (duration: 315.856317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.45842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.142272Z","time spent":"316.133124ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-19T21:56:57.487604Z","caller":"traceutil/trace.go:171","msg":"trace[117461768] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"257.034915ms","start":"2026-03-19T21:56:57.230543Z","end":"2026-03-19T21:56:57.487578Z","steps":["trace[117461768] 'process raft request' (duration: 256.958764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:57.487633Z","caller":"traceutil/trace.go:171","msg":"trace[393847875] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"258.389275ms","start":"2026-03-19T21:56:57.229223Z","end":"2026-03-19T21:56:57.487612Z","steps":["trace[393847875] 'process raft request' (duration: 258.109419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.487911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.460697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-19T21:56:57.488024Z","caller":"traceutil/trace.go:171","msg":"trace[716239154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2225; }","duration":"154.649811ms","start":"2026-03-19T21:56:57.333351Z","end":"2026-03-19T21:56:57.488001Z","steps":["trace[716239154] 'agreement among raft nodes before linearized reading' (duration: 154.374855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.750595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.286591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:57.751004Z","caller":"traceutil/trace.go:171","msg":"trace[543119697] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"260.190296ms","start":"2026-03-19T21:56:57.490755Z","end":"2026-03-19T21:56:57.750945Z","steps":["trace[543119697] 'process raft request' (duration: 106.376434ms)","trace[543119697] 'compare' (duration: 152.920833ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:57.751064Z","caller":"traceutil/trace.go:171","msg":"trace[809662771] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2341; }","duration":"197.867606ms","start":"2026-03-19T21:56:57.553162Z","end":"2026-03-19T21:56:57.75103Z","steps":["trace[809662771] 'read index received' (duration: 43.88965ms)","trace[809662771] 'applied index is now lower than readState.Index' (duration: 153.975546ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:57.751142Z","caller":"traceutil/trace.go:171","msg":"trace[884162930] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"223.263202ms","start":"2026-03-19T21:56:57.527826Z","end":"2026-03-19T21:56:57.75109Z","steps":["trace[884162930] 'process raft request' (duration: 222.970966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:57.751286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.089491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-19T21:56:57.751379Z","caller":"traceutil/trace.go:171","msg":"trace[1620559668] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:2228; }","duration":"198.256354ms","start":"2026-03-19T21:56:57.553102Z","end":"2026-03-19T21:56:57.751358Z","steps":["trace[1620559668] 'agreement among raft nodes before linearized reading' (duration: 198.0384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.519082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.243419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-19T21:56:58.519437Z","caller":"traceutil/trace.go:171","msg":"trace[606279634] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2228; }","duration":"762.781161ms","start":"2026-03-19T21:56:57.756606Z","end":"2026-03-19T21:56:58.519387Z","steps":["trace[606279634] 'process raft request' (duration: 471.129513ms)","trace[606279634] 'compare' (duration: 291.173237ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:58.519493Z","caller":"traceutil/trace.go:171","msg":"trace[1216278936] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"482.727392ms","start":"2026-03-19T21:56:58.036727Z","end":"2026-03-19T21:56:58.519455Z","steps":["trace[1216278936] 'process raft request' (duration: 482.66143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.519613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:58.036702Z","time spent":"482.846904ms","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:58.519595Z","caller":"traceutil/trace.go:171","msg":"trace[103839964] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"621.199182ms","start":"2026-03-19T21:56:57.898356Z","end":"2026-03-19T21:56:58.519556Z","steps":["trace[103839964] 'process raft request' (duration: 620.881915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.519681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.756568Z","time spent":"762.978225ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:56:58.519566Z","caller":"traceutil/trace.go:171","msg":"trace[1617479918] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2343; }","duration":"761.081812ms","start":"2026-03-19T21:56:57.758456Z","end":"2026-03-19T21:56:58.519538Z","steps":["trace[1617479918] 'read index received' (duration: 469.318982ms)","trace[1617479918] 'applied index is now lower than readState.Index' (duration: 291.76056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:58.51981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.331718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-03-19T21:56:58.519818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.898326Z","time spent":"621.379846ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:56:58.519884Z","caller":"traceutil/trace.go:171","msg":"trace[628724813] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:2230; }","duration":"761.43019ms","start":"2026-03-19T21:56:57.758439Z","end":"2026-03-19T21:56:58.519869Z","steps":["trace[628724813] 'agreement among raft nodes before linearized reading' (duration: 761.253886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.519939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.758375Z","time spent":"761.554723ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-19T21:56:58.519994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.498652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:56:58.520029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.18247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:56:58.520092Z","caller":"traceutil/trace.go:171","msg":"trace[647084557] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2230; }","duration":"301.314783ms","start":"2026-03-19T21:56:58.218761Z","end":"2026-03-19T21:56:58.520075Z","steps":["trace[647084557] 'agreement among raft nodes before linearized reading' (duration: 301.19216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.520146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:58.21873Z","time spent":"301.404234ms","remote":"127.0.0.1:60148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:56:58.520171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.138418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:56:58.520231Z","caller":"traceutil/trace.go:171","msg":"trace[1348993726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"378.24026ms","start":"2026-03-19T21:56:58.141974Z","end":"2026-03-19T21:56:58.520215Z","steps":["trace[1348993726] 'agreement among raft nodes before linearized reading' (duration: 378.098057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.52017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.963587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T21:56:58.520268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:58.141949Z","time spent":"378.311582ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:56:58.520282Z","caller":"traceutil/trace.go:171","msg":"trace[600772731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"574.134471ms","start":"2026-03-19T21:56:57.946139Z","end":"2026-03-19T21:56:58.520274Z","steps":["trace[600772731] 'agreement among raft nodes before linearized reading' (duration: 573.930096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.520306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.946103Z","time spent":"574.196913ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:56:58.52005Z","caller":"traceutil/trace.go:171","msg":"trace[59267319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"748.616484ms","start":"2026-03-19T21:56:57.771418Z","end":"2026-03-19T21:56:58.520035Z","steps":["trace[59267319] 'agreement among raft nodes before linearized reading' (duration: 748.509652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.52056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:57.771395Z","time spent":"749.136947ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:56:58.520045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.801591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:56:58.520673Z","caller":"traceutil/trace.go:171","msg":"trace[2067397219] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2230; }","duration":"508.468507ms","start":"2026-03-19T21:56:58.01218Z","end":"2026-03-19T21:56:58.520648Z","steps":["trace[2067397219] 'agreement among raft nodes before linearized reading' (duration: 507.812231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:58.520769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:58.012151Z","time spent":"508.585959ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T21:56:58.809915Z","caller":"traceutil/trace.go:171","msg":"trace[1045948903] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"283.769241ms","start":"2026-03-19T21:56:58.526104Z","end":"2026-03-19T21:56:58.809873Z","steps":["trace[1045948903] 'process raft request' (duration: 269.456292ms)","trace[1045948903] 'compare' (duration: 13.944291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:58.81025Z","caller":"traceutil/trace.go:171","msg":"trace[2065383054] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"283.663639ms","start":"2026-03-19T21:56:58.526574Z","end":"2026-03-19T21:56:58.810238Z","steps":["trace[2065383054] 'process raft request' (duration: 283.322652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:56:58.810219Z","caller":"traceutil/trace.go:171","msg":"trace[646923609] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2346; }","duration":"277.090033ms","start":"2026-03-19T21:56:58.533097Z","end":"2026-03-19T21:56:58.810187Z","steps":["trace[646923609] 'read index received' (duration: 75.462304ms)","trace[646923609] 'applied index is now lower than readState.Index' (duration: 201.626289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:58.810723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.615855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T21:56:58.810796Z","caller":"traceutil/trace.go:171","msg":"trace[926705069] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2233; }","duration":"277.716457ms","start":"2026-03-19T21:56:58.533062Z","end":"2026-03-19T21:56:58.810779Z","steps":["trace[926705069] 'agreement among raft nodes before linearized reading' (duration: 277.250547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:59.89238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.027238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:56:59.892529Z","caller":"traceutil/trace.go:171","msg":"trace[8363796] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"430.67973ms","start":"2026-03-19T21:56:59.461824Z","end":"2026-03-19T21:56:59.892504Z","steps":["trace[8363796] 'read index received' (duration: 62.102µs)","trace[8363796] 'applied index is now lower than readState.Index' (duration: 430.615318ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:56:59.892637Z","caller":"traceutil/trace.go:171","msg":"trace[2028955864] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"754.358152ms","start":"2026-03-19T21:56:59.13826Z","end":"2026-03-19T21:56:59.892618Z","steps":["trace[2028955864] 'process raft request' (duration: 110.909665ms)","trace[2028955864] 'compare' (duration: 642.707931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:56:59.892794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.138241Z","time spent":"754.510926ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:56:59.893209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.390206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:56:59.893252Z","caller":"traceutil/trace.go:171","msg":"trace[1134912579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2236; }","duration":"431.484768ms","start":"2026-03-19T21:56:59.461756Z","end":"2026-03-19T21:56:59.893241Z","steps":["trace[1134912579] 'agreement among raft nodes before linearized reading' (duration: 431.289844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:59.893287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.46173Z","time spent":"431.55059ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:56:59.917326Z","caller":"traceutil/trace.go:171","msg":"trace[1543406443] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"422.722773ms","start":"2026-03-19T21:56:59.494578Z","end":"2026-03-19T21:56:59.917301Z","steps":["trace[1543406443] 'process raft request' (duration: 422.573529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:56:59.917493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.494552Z","time spent":"422.847036ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:00.32431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.921828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:57:00.324625Z","caller":"traceutil/trace.go:171","msg":"trace[987183707] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2352; }","duration":"432.033151ms","start":"2026-03-19T21:56:59.892571Z","end":"2026-03-19T21:57:00.324604Z","steps":["trace[987183707] 'read index received' (duration: 24.674431ms)","trace[987183707] 'applied index is now lower than readState.Index' (duration: 407.35737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:00.324804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.370011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:57:00.324842Z","caller":"traceutil/trace.go:171","msg":"trace[317438704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"796.440252ms","start":"2026-03-19T21:56:59.52839Z","end":"2026-03-19T21:57:00.32483Z","steps":["trace[317438704] 'agreement among raft nodes before linearized reading' (duration: 796.277239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.324834Z","caller":"traceutil/trace.go:171","msg":"trace[1680672536] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"426.290622ms","start":"2026-03-19T21:56:59.898504Z","end":"2026-03-19T21:57:00.324795Z","steps":["trace[1680672536] 'process raft request' (duration: 425.913104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.324882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.52838Z","time spent":"796.493683ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:57:00.324956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.898474Z","time spent":"426.408825ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:00.325108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.405192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-19T21:57:00.325199Z","caller":"traceutil/trace.go:171","msg":"trace[2135566025] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2238; }","duration":"736.523825ms","start":"2026-03-19T21:56:59.588656Z","end":"2026-03-19T21:57:00.325179Z","steps":["trace[2135566025] 'agreement among raft nodes before linearized reading' (duration: 736.230458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.790822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:57:00.325264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.725779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2993"} {"level":"info","ts":"2026-03-19T21:57:00.325328Z","caller":"traceutil/trace.go:171","msg":"trace[514859088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"552.080868ms","start":"2026-03-19T21:56:59.773213Z","end":"2026-03-19T21:57:00.325293Z","steps":["trace[514859088] 'agreement among raft nodes before linearized reading' (duration: 551.781612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.764974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T21:57:00.325391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.22805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-03-19T21:57:00.325432Z","caller":"traceutil/trace.go:171","msg":"trace[1774560354] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:2238; }","duration":"737.279231ms","start":"2026-03-19T21:56:59.588141Z","end":"2026-03-19T21:57:00.32542Z","steps":["trace[1774560354] 'agreement among raft nodes before linearized reading' (duration: 737.127038ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.325435Z","caller":"traceutil/trace.go:171","msg":"trace[1938541954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"569.930027ms","start":"2026-03-19T21:56:59.755485Z","end":"2026-03-19T21:57:00.325415Z","steps":["trace[1938541954] 'agreement among raft nodes before linearized reading' (duration: 569.61891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.548977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-19T21:57:00.325458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.937809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:57:00.325474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.588136Z","time spent":"737.331692ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.844486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-19T21:57:00.325498Z","caller":"traceutil/trace.go:171","msg":"trace[1913929829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2238; }","duration":"738.98829ms","start":"2026-03-19T21:56:59.586499Z","end":"2026-03-19T21:57:00.325487Z","steps":["trace[1913929829] 'agreement among raft nodes before linearized reading' (duration: 738.812326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.325503Z","caller":"traceutil/trace.go:171","msg":"trace[283352042] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:2238; }","duration":"737.626929ms","start":"2026-03-19T21:56:59.587859Z","end":"2026-03-19T21:57:00.325486Z","steps":["trace[283352042] 'agreement among raft nodes before linearized reading' (duration: 737.457205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.325527Z","caller":"traceutil/trace.go:171","msg":"trace[185040193] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:2238; }","duration":"738.893817ms","start":"2026-03-19T21:56:59.586624Z","end":"2026-03-19T21:57:00.325518Z","steps":["trace[185040193] 'agreement among raft nodes before linearized reading' (duration: 738.769115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.58649Z","time spent":"739.044571ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.195175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"warn","ts":"2026-03-19T21:57:00.325227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.150479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-19T21:57:00.325704Z","caller":"traceutil/trace.go:171","msg":"trace[23424434] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2238; }","duration":"739.311177ms","start":"2026-03-19T21:56:59.586375Z","end":"2026-03-19T21:57:00.325686Z","steps":["trace[23424434] 'agreement among raft nodes before linearized reading' (duration: 738.939869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.739541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"warn","ts":"2026-03-19T21:57:00.325742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.702591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-03-19T21:57:00.325776Z","caller":"traceutil/trace.go:171","msg":"trace[1150987515] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:2238; }","duration":"737.807493ms","start":"2026-03-19T21:56:59.587953Z","end":"2026-03-19T21:57:00.32576Z","steps":["trace[1150987515] 'agreement among raft nodes before linearized reading' (duration: 737.24595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.58637Z","time spent":"739.390009ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15407,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.084392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-03-19T21:57:00.325801Z","caller":"traceutil/trace.go:171","msg":"trace[1749859219] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:2238; }","duration":"737.763992ms","start":"2026-03-19T21:56:59.588021Z","end":"2026-03-19T21:57:00.325785Z","steps":["trace[1749859219] 'agreement among raft nodes before linearized reading' (duration: 737.250521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.325337Z","caller":"traceutil/trace.go:171","msg":"trace[62545583] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2238; }","duration":"736.793111ms","start":"2026-03-19T21:56:59.588513Z","end":"2026-03-19T21:57:00.325306Z","steps":["trace[62545583] 'agreement among raft nodes before linearized reading' (duration: 736.654578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.372011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"info","ts":"2026-03-19T21:57:00.325827Z","caller":"traceutil/trace.go:171","msg":"trace[1595346246] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:2238; }","duration":"739.131073ms","start":"2026-03-19T21:56:59.586688Z","end":"2026-03-19T21:57:00.325819Z","steps":["trace[1595346246] 'agreement among raft nodes before linearized reading' (duration: 738.689453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.198784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-19T21:57:00.325256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.58865Z","time spent":"736.598616ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T21:57:00.325856Z","caller":"traceutil/trace.go:171","msg":"trace[158932318] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2238; }","duration":"737.095328ms","start":"2026-03-19T21:56:59.588752Z","end":"2026-03-19T21:57:00.325847Z","steps":["trace[158932318] 'agreement among raft nodes before linearized reading' (duration: 735.995313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.586678Z","time spent":"739.176544ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4733,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.588Z","time spent":"737.838713ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.831447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1905"} {"level":"warn","ts":"2026-03-19T21:57:00.325886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.588748Z","time spent":"737.129658ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-19T21:57:00.325925Z","caller":"traceutil/trace.go:171","msg":"trace[1530872662] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:2238; }","duration":"738.887868ms","start":"2026-03-19T21:56:59.587023Z","end":"2026-03-19T21:57:00.325911Z","steps":["trace[1530872662] 'agreement among raft nodes before linearized reading' (duration: 738.348496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.773182Z","time spent":"552.236832ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.423738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"warn","ts":"2026-03-19T21:57:00.32508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.797621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5154"} {"level":"warn","ts":"2026-03-19T21:57:00.32609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.084839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"warn","ts":"2026-03-19T21:57:00.325488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.755456Z","time spent":"570.023679ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.588506Z","time spent":"737.346253ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3017,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-03-19T21:57:00.326223Z","caller":"traceutil/trace.go:171","msg":"trace[61200061] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2238; }","duration":"739.019541ms","start":"2026-03-19T21:56:59.587192Z","end":"2026-03-19T21:57:00.326211Z","steps":["trace[61200061] 'agreement among raft nodes before linearized reading' (duration: 738.139601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.586619Z","time spent":"738.945579ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-19T21:57:00.326268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.587162Z","time spent":"739.095033ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.699053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-03-19T21:57:00.326321Z","caller":"traceutil/trace.go:171","msg":"trace[438794861] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:2238; }","duration":"738.090899ms","start":"2026-03-19T21:56:59.588216Z","end":"2026-03-19T21:57:00.326307Z","steps":["trace[438794861] 'agreement among raft nodes before linearized reading' (duration: 736.576705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.32578Z","caller":"traceutil/trace.go:171","msg":"trace[1648193115] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2238; }","duration":"737.708061ms","start":"2026-03-19T21:56:59.588046Z","end":"2026-03-19T21:57:00.325754Z","steps":["trace[1648193115] 'agreement among raft nodes before linearized reading' (duration: 736.882362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:00.32633Z","caller":"traceutil/trace.go:171","msg":"trace[2143464742] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:2238; }","duration":"739.324478ms","start":"2026-03-19T21:56:59.586981Z","end":"2026-03-19T21:57:00.326306Z","steps":["trace[2143464742] 'agreement among raft nodes before linearized reading' (duration: 738.368177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.326375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.588037Z","time spent":"738.329114ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.056476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6865"} {"level":"info","ts":"2026-03-19T21:57:00.326457Z","caller":"traceutil/trace.go:171","msg":"trace[327708043] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2238; }","duration":"738.440126ms","start":"2026-03-19T21:56:59.587993Z","end":"2026-03-19T21:57:00.326433Z","steps":["trace[327708043] 'agreement among raft nodes before linearized reading' (duration: 736.721289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.326527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.587984Z","time spent":"738.524788ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6889,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T21:57:00.326379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.588207Z","time spent":"738.157681ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5178,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.587838Z","time spent":"737.705871ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3784,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-19T21:57:00.326151Z","caller":"traceutil/trace.go:171","msg":"trace[1006496436] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:2238; }","duration":"738.156721ms","start":"2026-03-19T21:56:59.587981Z","end":"2026-03-19T21:57:00.326138Z","steps":["trace[1006496436] 'agreement among raft nodes before linearized reading' (duration: 737.18916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.325813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.587947Z","time spent":"737.857354ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5907,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-19T21:57:00.326395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.586974Z","time spent":"739.402419ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6186,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-19T21:57:00.325869Z","caller":"traceutil/trace.go:171","msg":"trace[383892004] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2238; }","duration":"739.250406ms","start":"2026-03-19T21:56:59.586608Z","end":"2026-03-19T21:57:00.325859Z","steps":["trace[383892004] 'agreement among raft nodes before linearized reading' (duration: 738.677563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.32598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.587009Z","time spent":"738.959029ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1929,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"warn","ts":"2026-03-19T21:57:00.325768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.398909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"warn","ts":"2026-03-19T21:57:00.326667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.587977Z","time spent":"738.681502ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-19T21:57:00.326864Z","caller":"traceutil/trace.go:171","msg":"trace[1082740194] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:2238; }","duration":"740.501333ms","start":"2026-03-19T21:56:59.586335Z","end":"2026-03-19T21:57:00.326837Z","steps":["trace[1082740194] 'agreement among raft nodes before linearized reading' (duration: 738.955639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:00.326801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.586602Z","time spent":"740.182036ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-19T21:57:00.326951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:56:59.586323Z","time spent":"740.606055ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18181,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-03-19T21:57:00.808273Z","caller":"traceutil/trace.go:171","msg":"trace[1006236084] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"107.384466ms","start":"2026-03-19T21:57:00.700856Z","end":"2026-03-19T21:57:00.808241Z","steps":["trace[1006236084] 'process raft request' (duration: 107.166691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:01.138744Z","caller":"traceutil/trace.go:171","msg":"trace[1616367654] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"266.140619ms","start":"2026-03-19T21:57:00.872572Z","end":"2026-03-19T21:57:01.138713Z","steps":["trace[1616367654] 'process raft request' (duration: 265.957955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:01.505221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.303846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:57:01.505336Z","caller":"traceutil/trace.go:171","msg":"trace[485823129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2243; }","duration":"164.482501ms","start":"2026-03-19T21:57:01.340825Z","end":"2026-03-19T21:57:01.505308Z","steps":["trace[485823129] 'range keys from in-memory index tree' (duration: 163.843256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:02.148914Z","caller":"traceutil/trace.go:171","msg":"trace[1242510046] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"251.277017ms","start":"2026-03-19T21:57:01.897603Z","end":"2026-03-19T21:57:02.14888Z","steps":["trace[1242510046] 'process raft request' (duration: 251.101343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:02.315706Z","caller":"traceutil/trace.go:171","msg":"trace[913692199] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"393.396848ms","start":"2026-03-19T21:57:01.922282Z","end":"2026-03-19T21:57:02.315679Z","steps":["trace[913692199] 'process raft request' (duration: 318.866946ms)","trace[913692199] 'compare' (duration: 74.300147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:02.315925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:01.922257Z","time spent":"393.566052ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:02.617257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.241715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:02.61737Z","caller":"traceutil/trace.go:171","msg":"trace[84164126] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"229.355238ms","start":"2026-03-19T21:57:02.387999Z","end":"2026-03-19T21:57:02.617354Z","steps":["trace[84164126] 'read index received' (duration: 90.94527ms)","trace[84164126] 'applied index is now lower than readState.Index' (duration: 138.408928ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:02.617415Z","caller":"traceutil/trace.go:171","msg":"trace[93679889] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"285.02633ms","start":"2026-03-19T21:57:02.332353Z","end":"2026-03-19T21:57:02.617379Z","steps":["trace[93679889] 'process raft request' (duration: 146.578821ms)","trace[93679889] 'compare' (duration: 138.075151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:02.61748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.47928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:57:02.617515Z","caller":"traceutil/trace.go:171","msg":"trace[939106413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2247; }","duration":"229.541812ms","start":"2026-03-19T21:57:02.387964Z","end":"2026-03-19T21:57:02.617506Z","steps":["trace[939106413] 'agreement among raft nodes before linearized reading' (duration: 229.44688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:02.930981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.174635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:02.931264Z","caller":"traceutil/trace.go:171","msg":"trace[702677121] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"338.518294ms","start":"2026-03-19T21:57:02.592707Z","end":"2026-03-19T21:57:02.931225Z","steps":["trace[702677121] 'process raft request' (duration: 125.985271ms)","trace[702677121] 'compare' (duration: 212.063652ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:02.931339Z","caller":"traceutil/trace.go:171","msg":"trace[1728870972] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"313.922955ms","start":"2026-03-19T21:57:02.617395Z","end":"2026-03-19T21:57:02.931318Z","steps":["trace[1728870972] 'read index received' (duration: 101.399852ms)","trace[1728870972] 'applied index is now lower than readState.Index' (duration: 212.521413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:02.931426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:02.592688Z","time spent":"338.649887ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:02.931599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.037745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:57:02.931675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.875569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:57:02.931764Z","caller":"traceutil/trace.go:171","msg":"trace[692944784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2249; }","duration":"420.004732ms","start":"2026-03-19T21:57:02.511728Z","end":"2026-03-19T21:57:02.931733Z","steps":["trace[692944784] 'agreement among raft nodes before linearized reading' (duration: 419.774277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:02.931765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.198599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T21:57:02.931809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:02.51171Z","time spent":"420.090534ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T21:57:02.931822Z","caller":"traceutil/trace.go:171","msg":"trace[1859230407] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"310.182171ms","start":"2026-03-19T21:57:02.621127Z","end":"2026-03-19T21:57:02.931309Z","steps":["trace[1859230407] 'process raft request' (duration: 309.988827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:02.931866Z","caller":"traceutil/trace.go:171","msg":"trace[638335372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"119.318852ms","start":"2026-03-19T21:57:02.81251Z","end":"2026-03-19T21:57:02.931829Z","steps":["trace[638335372] 'agreement among raft nodes before linearized reading' (duration: 119.064776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:02.931691Z","caller":"traceutil/trace.go:171","msg":"trace[811379124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2249; }","duration":"421.146807ms","start":"2026-03-19T21:57:02.510522Z","end":"2026-03-19T21:57:02.931669Z","steps":["trace[811379124] 'agreement among raft nodes before linearized reading' (duration: 420.983074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:02.931909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:02.62112Z","time spent":"310.742315ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:02.931963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:02.510464Z","time spent":"421.481194ms","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:57:02.932457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.481178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:57:02.932541Z","caller":"traceutil/trace.go:171","msg":"trace[1774689492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2249; }","duration":"159.594581ms","start":"2026-03-19T21:57:02.772936Z","end":"2026-03-19T21:57:02.932531Z","steps":["trace[1774689492] 'agreement among raft nodes before linearized reading' (duration: 158.588318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:03.332805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.1377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:57:03.332873Z","caller":"traceutil/trace.go:171","msg":"trace[984304938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2251; }","duration":"189.268073ms","start":"2026-03-19T21:57:03.143591Z","end":"2026-03-19T21:57:03.33286Z","steps":["trace[984304938] 'range keys from in-memory index tree' (duration: 188.972376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:03.445078Z","caller":"traceutil/trace.go:171","msg":"trace[13145635] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"108.735726ms","start":"2026-03-19T21:57:03.336308Z","end":"2026-03-19T21:57:03.445044Z","steps":["trace[13145635] 'process raft request' (duration: 108.556352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:03.98329Z","caller":"traceutil/trace.go:171","msg":"trace[399060837] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"209.609247ms","start":"2026-03-19T21:57:03.773654Z","end":"2026-03-19T21:57:03.983263Z","steps":["trace[399060837] 'read index received' (duration: 169.704927ms)","trace[399060837] 'applied index is now lower than readState.Index' (duration: 39.90289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:03.983467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.830152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:57:03.983504Z","caller":"traceutil/trace.go:171","msg":"trace[829761917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2253; }","duration":"209.920385ms","start":"2026-03-19T21:57:03.773574Z","end":"2026-03-19T21:57:03.983494Z","steps":["trace[829761917] 'agreement among raft nodes before linearized reading' (duration: 209.844863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:03.983494Z","caller":"traceutil/trace.go:171","msg":"trace[1702172123] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"231.293472ms","start":"2026-03-19T21:57:03.752122Z","end":"2026-03-19T21:57:03.983415Z","steps":["trace[1702172123] 'process raft request' (duration: 191.34383ms)","trace[1702172123] 'compare' (duration: 39.687656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:03.983798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.511241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-19T21:57:03.983831Z","caller":"traceutil/trace.go:171","msg":"trace[496544341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2253; }","duration":"164.572453ms","start":"2026-03-19T21:57:03.81925Z","end":"2026-03-19T21:57:03.983822Z","steps":["trace[496544341] 'agreement among raft nodes before linearized reading' (duration: 164.43122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:05.215067Z","caller":"traceutil/trace.go:171","msg":"trace[502622706] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"220.553591ms","start":"2026-03-19T21:57:04.994487Z","end":"2026-03-19T21:57:05.215041Z","steps":["trace[502622706] 'process raft request' (duration: 220.394827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:05.306062Z","caller":"traceutil/trace.go:171","msg":"trace[1876487707] linearizableReadLoop","detail":"{readStateIndex:2379; appliedIndex:2377; }","duration":"282.31454ms","start":"2026-03-19T21:57:05.023722Z","end":"2026-03-19T21:57:05.306037Z","steps":["trace[1876487707] 'read index received' (duration: 191.241977ms)","trace[1876487707] 'applied index is now lower than readState.Index' (duration: 91.071433ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:05.306109Z","caller":"traceutil/trace.go:171","msg":"trace[1755239435] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"296.392444ms","start":"2026-03-19T21:57:05.009693Z","end":"2026-03-19T21:57:05.306085Z","steps":["trace[1755239435] 'process raft request' (duration: 270.815974ms)","trace[1755239435] 'compare' (duration: 25.421937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:05.306266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.542924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:57:05.306301Z","caller":"traceutil/trace.go:171","msg":"trace[457449799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2261; }","duration":"282.621277ms","start":"2026-03-19T21:57:05.023668Z","end":"2026-03-19T21:57:05.306289Z","steps":["trace[457449799] 'agreement among raft nodes before linearized reading' (duration: 282.454983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:06.523484Z","caller":"traceutil/trace.go:171","msg":"trace[925610258] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"209.257019ms","start":"2026-03-19T21:57:06.314194Z","end":"2026-03-19T21:57:06.523451Z","steps":["trace[925610258] 'process raft request' (duration: 140.951035ms)","trace[925610258] 'compare' (duration: 68.176381ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:06.528062Z","caller":"traceutil/trace.go:171","msg":"trace[788046433] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"111.605741ms","start":"2026-03-19T21:57:06.416422Z","end":"2026-03-19T21:57:06.528028Z","steps":["trace[788046433] 'process raft request' (duration: 111.413796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:06.915514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.84609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:57:06.915652Z","caller":"traceutil/trace.go:171","msg":"trace[2009555678] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2267; }","duration":"114.082255ms","start":"2026-03-19T21:57:06.80154Z","end":"2026-03-19T21:57:06.915622Z","steps":["trace[2009555678] 'count revisions from in-memory index tree' (duration: 113.699186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:45.227574Z","caller":"traceutil/trace.go:171","msg":"trace[1992660723] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"175.232698ms","start":"2026-03-19T21:57:45.052316Z","end":"2026-03-19T21:57:45.227549Z","steps":["trace[1992660723] 'process raft request' (duration: 128.361663ms)","trace[1992660723] 'compare' (duration: 46.747512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:45.456679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.950003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:45.45687Z","caller":"traceutil/trace.go:171","msg":"trace[1366223424] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"151.445978ms","start":"2026-03-19T21:57:45.305412Z","end":"2026-03-19T21:57:45.456858Z","steps":["trace[1366223424] 'process raft request' (duration: 23.252909ms)","trace[1366223424] 'compare' (duration: 127.681767ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:45.636766Z","caller":"traceutil/trace.go:171","msg":"trace[843366155] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"128.773223ms","start":"2026-03-19T21:57:45.507964Z","end":"2026-03-19T21:57:45.636737Z","steps":["trace[843366155] 'process raft request' (duration: 93.112327ms)","trace[843366155] 'compare' (duration: 35.320107ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:45.817179Z","caller":"traceutil/trace.go:171","msg":"trace[1552635617] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"176.600109ms","start":"2026-03-19T21:57:45.64055Z","end":"2026-03-19T21:57:45.81715Z","steps":["trace[1552635617] 'process raft request' (duration: 109.050913ms)","trace[1552635617] 'compare' (duration: 67.307051ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:46.276733Z","caller":"traceutil/trace.go:171","msg":"trace[1207624019] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"108.694595ms","start":"2026-03-19T21:57:46.168009Z","end":"2026-03-19T21:57:46.276703Z","steps":["trace[1207624019] 'process raft request' (duration: 108.49333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:46.496393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.6609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:57:46.496524Z","caller":"traceutil/trace.go:171","msg":"trace[69589866] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2449; }","duration":"163.870405ms","start":"2026-03-19T21:57:46.332624Z","end":"2026-03-19T21:57:46.496495Z","steps":["trace[69589866] 'count revisions from in-memory index tree' (duration: 163.540387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:47.486108Z","caller":"traceutil/trace.go:171","msg":"trace[1212793318] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"101.32924ms","start":"2026-03-19T21:57:47.384748Z","end":"2026-03-19T21:57:47.486077Z","steps":["trace[1212793318] 'process raft request' (duration: 101.104935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:47.765745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.178159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:47.765859Z","caller":"traceutil/trace.go:171","msg":"trace[572799841] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"269.00381ms","start":"2026-03-19T21:57:47.496837Z","end":"2026-03-19T21:57:47.765841Z","steps":["trace[572799841] 'read index received' (duration: 127.665047ms)","trace[572799841] 'applied index is now lower than readState.Index' (duration: 141.337493ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:47.765932Z","caller":"traceutil/trace.go:171","msg":"trace[431724397] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"302.704901ms","start":"2026-03-19T21:57:47.463191Z","end":"2026-03-19T21:57:47.765896Z","steps":["trace[431724397] 'process raft request' (duration: 161.244136ms)","trace[431724397] 'compare' (duration: 140.990404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:47.766059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.71858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:57:47.76609Z","caller":"traceutil/trace.go:171","msg":"trace[1031749779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2455; }","duration":"262.797911ms","start":"2026-03-19T21:57:47.503279Z","end":"2026-03-19T21:57:47.766077Z","steps":["trace[1031749779] 'agreement among raft nodes before linearized reading' (duration: 262.654988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:47.766225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:47.463159Z","time spent":"302.866865ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:47.766165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.306196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:57:47.766318Z","caller":"traceutil/trace.go:171","msg":"trace[2117879173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2455; }","duration":"269.512811ms","start":"2026-03-19T21:57:47.496779Z","end":"2026-03-19T21:57:47.766292Z","steps":["trace[2117879173] 'agreement among raft nodes before linearized reading' (duration: 269.143333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:47.766356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.590269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:57:47.766425Z","caller":"traceutil/trace.go:171","msg":"trace[935320892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2455; }","duration":"124.723482ms","start":"2026-03-19T21:57:47.641686Z","end":"2026-03-19T21:57:47.76641Z","steps":["trace[935320892] 'agreement among raft nodes before linearized reading' (duration: 124.453526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:47.882629Z","caller":"traceutil/trace.go:171","msg":"trace[443419578] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2583; }","duration":"109.349649ms","start":"2026-03-19T21:57:47.773256Z","end":"2026-03-19T21:57:47.882606Z","steps":["trace[443419578] 'read index received' (duration: 61.319788ms)","trace[443419578] 'applied index is now lower than readState.Index' (duration: 48.028831ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:47.882713Z","caller":"traceutil/trace.go:171","msg":"trace[1415238440] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"111.680122ms","start":"2026-03-19T21:57:47.771001Z","end":"2026-03-19T21:57:47.882681Z","steps":["trace[1415238440] 'process raft request' (duration: 111.422706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:47.882847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.507823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:57:47.883042Z","caller":"traceutil/trace.go:171","msg":"trace[1974605580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2457; }","duration":"109.715697ms","start":"2026-03-19T21:57:47.77325Z","end":"2026-03-19T21:57:47.882965Z","steps":["trace[1974605580] 'agreement among raft nodes before linearized reading' (duration: 109.454401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:50.023003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.158475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:57:50.023076Z","caller":"traceutil/trace.go:171","msg":"trace[1899393424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2464; }","duration":"135.289197ms","start":"2026-03-19T21:57:49.88777Z","end":"2026-03-19T21:57:50.023059Z","steps":["trace[1899393424] 'range keys from in-memory index tree' (duration: 134.93488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:50.023128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.809501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:57:50.02321Z","caller":"traceutil/trace.go:171","msg":"trace[112435371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2464; }","duration":"127.950364ms","start":"2026-03-19T21:57:49.89524Z","end":"2026-03-19T21:57:50.02319Z","steps":["trace[112435371] 'range keys from in-memory index tree' (duration: 127.523734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:50.80915Z","caller":"traceutil/trace.go:171","msg":"trace[585031409] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"145.442894ms","start":"2026-03-19T21:57:50.663676Z","end":"2026-03-19T21:57:50.809119Z","steps":["trace[585031409] 'process raft request' (duration: 145.22358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:52.021305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.317747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:57:52.021428Z","caller":"traceutil/trace.go:171","msg":"trace[1072607814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2471; }","duration":"147.502391ms","start":"2026-03-19T21:57:51.873889Z","end":"2026-03-19T21:57:52.021391Z","steps":["trace[1072607814] 'range keys from in-memory index tree' (duration: 147.070991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:52.377385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.184248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:52.377563Z","caller":"traceutil/trace.go:171","msg":"trace[1602689288] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"293.1799ms","start":"2026-03-19T21:57:52.084354Z","end":"2026-03-19T21:57:52.377534Z","steps":["trace[1602689288] 'process raft request' (duration: 69.697645ms)","trace[1602689288] 'compare' (duration: 222.996264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:52.657405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.003964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:52.657575Z","caller":"traceutil/trace.go:171","msg":"trace[739838667] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2601; }","duration":"371.866075ms","start":"2026-03-19T21:57:52.285692Z","end":"2026-03-19T21:57:52.657558Z","steps":["trace[739838667] 'read index received' (duration: 235.548754ms)","trace[739838667] 'applied index is now lower than readState.Index' (duration: 136.316531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:52.657699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.006788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:57:52.657736Z","caller":"traceutil/trace.go:171","msg":"trace[277262818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2475; }","duration":"372.11789ms","start":"2026-03-19T21:57:52.285607Z","end":"2026-03-19T21:57:52.657725Z","steps":["trace[277262818] 'agreement among raft nodes before linearized reading' (duration: 372.007608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:52.65777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:52.28558Z","time spent":"372.177601ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:57:52.657874Z","caller":"traceutil/trace.go:171","msg":"trace[553212431] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"573.025341ms","start":"2026-03-19T21:57:52.084822Z","end":"2026-03-19T21:57:52.657847Z","steps":["trace[553212431] 'process raft request' (duration: 436.503156ms)","trace[553212431] 'compare' (duration: 135.908552ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:52.657871Z","caller":"traceutil/trace.go:171","msg":"trace[1154816156] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"572.813667ms","start":"2026-03-19T21:57:52.085018Z","end":"2026-03-19T21:57:52.657832Z","steps":["trace[1154816156] 'process raft request' (duration: 572.47959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:52.657939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:52.084805Z","time spent":"573.104384ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:52.658071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:52.085008Z","time spent":"572.96441ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:52.994762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.190329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:57:52.994918Z","caller":"traceutil/trace.go:171","msg":"trace[76383624] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2475; }","duration":"219.377582ms","start":"2026-03-19T21:57:52.775457Z","end":"2026-03-19T21:57:52.994835Z","steps":["trace[76383624] 'count revisions from in-memory index tree' (duration: 219.070886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:52.995134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.78024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:52.995274Z","caller":"traceutil/trace.go:171","msg":"trace[208342120] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2603; }","duration":"157.285608ms","start":"2026-03-19T21:57:52.837965Z","end":"2026-03-19T21:57:52.995251Z","steps":["trace[208342120] 'read index received' (duration: 25.242673ms)","trace[208342120] 'applied index is now lower than readState.Index' (duration: 132.041225ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:52.995303Z","caller":"traceutil/trace.go:171","msg":"trace[1269671531] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"174.009251ms","start":"2026-03-19T21:57:52.821266Z","end":"2026-03-19T21:57:52.995275Z","steps":["trace[1269671531] 'process raft request' (duration: 41.990177ms)","trace[1269671531] 'compare' (duration: 131.636936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:52.99548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.516133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:57:52.995542Z","caller":"traceutil/trace.go:171","msg":"trace[1044285348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2476; }","duration":"157.635296ms","start":"2026-03-19T21:57:52.837886Z","end":"2026-03-19T21:57:52.995522Z","steps":["trace[1044285348] 'agreement among raft nodes before linearized reading' (duration: 157.436601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:53.951256Z","caller":"traceutil/trace.go:171","msg":"trace[1332104509] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"111.685122ms","start":"2026-03-19T21:57:53.839546Z","end":"2026-03-19T21:57:53.951231Z","steps":["trace[1332104509] 'process raft request' (duration: 111.510078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:54.204202Z","caller":"traceutil/trace.go:171","msg":"trace[1003878366] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2607; }","duration":"120.237222ms","start":"2026-03-19T21:57:54.083936Z","end":"2026-03-19T21:57:54.204174Z","steps":["trace[1003878366] 'read index received' (duration: 48.453931ms)","trace[1003878366] 'applied index is now lower than readState.Index' (duration: 71.782291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:54.204278Z","caller":"traceutil/trace.go:171","msg":"trace[1231558891] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"163.010876ms","start":"2026-03-19T21:57:54.041232Z","end":"2026-03-19T21:57:54.204243Z","steps":["trace[1231558891] 'process raft request' (duration: 91.143202ms)","trace[1231558891] 'compare' (duration: 71.390513ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:54.204291Z","caller":"traceutil/trace.go:171","msg":"trace[1440333226] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"160.262245ms","start":"2026-03-19T21:57:54.043986Z","end":"2026-03-19T21:57:54.204248Z","steps":["trace[1440333226] 'process raft request' (duration: 160.095851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:54.204657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.692592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:57:54.2047Z","caller":"traceutil/trace.go:171","msg":"trace[1146743416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2481; }","duration":"120.778154ms","start":"2026-03-19T21:57:54.083912Z","end":"2026-03-19T21:57:54.20469Z","steps":["trace[1146743416] 'agreement among raft nodes before linearized reading' (duration: 120.388595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:55.04093Z","caller":"traceutil/trace.go:171","msg":"trace[953165322] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"374.182006ms","start":"2026-03-19T21:57:54.666726Z","end":"2026-03-19T21:57:55.040908Z","steps":["trace[953165322] 'process raft request' (duration: 374.043583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:55.041082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:54.666701Z","time spent":"374.301639ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:57:55.245475Z","caller":"traceutil/trace.go:171","msg":"trace[1627250306] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2613; }","duration":"472.387747ms","start":"2026-03-19T21:57:54.773063Z","end":"2026-03-19T21:57:55.245451Z","steps":["trace[1627250306] 'read index received' (duration: 267.730533ms)","trace[1627250306] 'applied index is now lower than readState.Index' (duration: 204.656114ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:55.245562Z","caller":"traceutil/trace.go:171","msg":"trace[1125221587] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"253.906474ms","start":"2026-03-19T21:57:54.991636Z","end":"2026-03-19T21:57:55.245542Z","steps":["trace[1125221587] 'process raft request' (duration: 253.70196ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:55.24559Z","caller":"traceutil/trace.go:171","msg":"trace[1409335254] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"245.821684ms","start":"2026-03-19T21:57:54.999732Z","end":"2026-03-19T21:57:55.245554Z","steps":["trace[1409335254] 'process raft request' (duration: 245.64636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:55.245627Z","caller":"traceutil/trace.go:171","msg":"trace[1283522450] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"577.681626ms","start":"2026-03-19T21:57:54.667932Z","end":"2026-03-19T21:57:55.245614Z","steps":["trace[1283522450] 'process raft request' (duration: 527.511027ms)","trace[1283522450] 'compare' (duration: 49.764649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:55.245813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.734865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:57:55.245856Z","caller":"traceutil/trace.go:171","msg":"trace[1641171645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2489; }","duration":"472.839347ms","start":"2026-03-19T21:57:54.773006Z","end":"2026-03-19T21:57:55.245845Z","steps":["trace[1641171645] 'agreement among raft nodes before linearized reading' (duration: 472.573531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:55.245905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:54.772984Z","time spent":"472.911348ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:57:55.24581Z","caller":"traceutil/trace.go:171","msg":"trace[657753291] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"166.30433ms","start":"2026-03-19T21:57:55.079486Z","end":"2026-03-19T21:57:55.24579Z","steps":["trace[657753291] 'process raft request' (duration: 165.936402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:55.246034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.906437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:57:55.246921Z","caller":"traceutil/trace.go:171","msg":"trace[1173466447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2489; }","duration":"238.860807ms","start":"2026-03-19T21:57:55.008038Z","end":"2026-03-19T21:57:55.246899Z","steps":["trace[1173466447] 'agreement among raft nodes before linearized reading' (duration: 237.733762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:55.246366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:54.667918Z","time spent":"577.829279ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:55.552981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.852536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:55.553184Z","caller":"traceutil/trace.go:171","msg":"trace[982477321] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2618; }","duration":"215.349743ms","start":"2026-03-19T21:57:55.337816Z","end":"2026-03-19T21:57:55.553166Z","steps":["trace[982477321] 'read index received' (duration: 85.255082ms)","trace[982477321] 'applied index is now lower than readState.Index' (duration: 130.092961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:55.553381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.573688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:57:55.553505Z","caller":"traceutil/trace.go:171","msg":"trace[1381286358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2490; }","duration":"215.745712ms","start":"2026-03-19T21:57:55.337745Z","end":"2026-03-19T21:57:55.553491Z","steps":["trace[1381286358] 'agreement among raft nodes before linearized reading' (duration: 215.502256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:55.554019Z","caller":"traceutil/trace.go:171","msg":"trace[991209943] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"218.696018ms","start":"2026-03-19T21:57:55.335301Z","end":"2026-03-19T21:57:55.553997Z","steps":["trace[991209943] 'process raft request' (duration: 87.743227ms)","trace[991209943] 'compare' (duration: 129.712473ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:56.46427Z","caller":"traceutil/trace.go:171","msg":"trace[1420644063] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"196.545015ms","start":"2026-03-19T21:57:56.267703Z","end":"2026-03-19T21:57:56.464248Z","steps":["trace[1420644063] 'process raft request' (duration: 196.016982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:56.778881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.645996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:57:56.779427Z","caller":"traceutil/trace.go:171","msg":"trace[784390151] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"309.914932ms","start":"2026-03-19T21:57:56.469478Z","end":"2026-03-19T21:57:56.779393Z","steps":["trace[784390151] 'process raft request' (duration: 138.658563ms)","trace[784390151] 'compare' (duration: 169.463259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:56.780306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:56.469463Z","time spent":"310.050245ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:57:56.779475Z","caller":"traceutil/trace.go:171","msg":"trace[1631851561] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"285.977709ms","start":"2026-03-19T21:57:56.493475Z","end":"2026-03-19T21:57:56.779452Z","steps":["trace[1631851561] 'process raft request' (duration: 285.633031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:57.331375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.043089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T21:57:57.331448Z","caller":"traceutil/trace.go:171","msg":"trace[1699464395] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2496; }","duration":"138.168171ms","start":"2026-03-19T21:57:57.193261Z","end":"2026-03-19T21:57:57.331429Z","steps":["trace[1699464395] 'count revisions from in-memory index tree' (duration: 137.950886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:57.488679Z","caller":"traceutil/trace.go:171","msg":"trace[867426558] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"237.883246ms","start":"2026-03-19T21:57:57.250768Z","end":"2026-03-19T21:57:57.488651Z","steps":["trace[867426558] 'process raft request' (duration: 237.722373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:57.590945Z","caller":"traceutil/trace.go:171","msg":"trace[582486866] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2625; }","duration":"339.472772ms","start":"2026-03-19T21:57:57.25145Z","end":"2026-03-19T21:57:57.590923Z","steps":["trace[582486866] 'read index received' (duration: 237.119149ms)","trace[582486866] 'applied index is now lower than readState.Index' (duration: 102.352453ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:57:57.591067Z","caller":"traceutil/trace.go:171","msg":"trace[54345] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"339.82072ms","start":"2026-03-19T21:57:57.251231Z","end":"2026-03-19T21:57:57.591051Z","steps":["trace[54345] 'process raft request' (duration: 297.765062ms)","trace[54345] 'compare' (duration: 41.789332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:57:57.591172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:57.251212Z","time spent":"339.883101ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:57:57.59145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.942072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T21:57:57.591483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.008344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:57:57.591529Z","caller":"traceutil/trace.go:171","msg":"trace[989650715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2498; }","duration":"331.076985ms","start":"2026-03-19T21:57:57.260432Z","end":"2026-03-19T21:57:57.591509Z","steps":["trace[989650715] 'agreement among raft nodes before linearized reading' (duration: 330.86169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:57:57.59155Z","caller":"traceutil/trace.go:171","msg":"trace[465836952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2498; }","duration":"340.117136ms","start":"2026-03-19T21:57:57.251415Z","end":"2026-03-19T21:57:57.591532Z","steps":["trace[465836952] 'agreement among raft nodes before linearized reading' (duration: 339.910712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:57:57.591572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:57.260413Z","time spent":"331.150686ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:57:57.591599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:57:57.251399Z","time spent":"340.190918ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:58:00.777518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.776076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:58:00.777567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.871282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T21:58:00.777563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.284927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T21:58:00.777601Z","caller":"traceutil/trace.go:171","msg":"trace[739911002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2509; }","duration":"209.960594ms","start":"2026-03-19T21:58:00.56763Z","end":"2026-03-19T21:58:00.777591Z","steps":["trace[739911002] 'range keys from in-memory index tree' (duration: 209.610646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:00.777593Z","caller":"traceutil/trace.go:171","msg":"trace[886370004] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2509; }","duration":"360.915829ms","start":"2026-03-19T21:58:00.416662Z","end":"2026-03-19T21:58:00.777578Z","steps":["trace[886370004] 'count revisions from in-memory index tree' (duration: 360.663404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:00.777658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:00.416631Z","time spent":"360.997041ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:58:00.77766Z","caller":"traceutil/trace.go:171","msg":"trace[1973467796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2509; }","duration":"100.394618ms","start":"2026-03-19T21:58:00.677222Z","end":"2026-03-19T21:58:00.777617Z","steps":["trace[1973467796] 'range keys from in-memory index tree' (duration: 100.073132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:00.920287Z","caller":"traceutil/trace.go:171","msg":"trace[366521377] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"138.281704ms","start":"2026-03-19T21:58:00.781958Z","end":"2026-03-19T21:58:00.92024Z","steps":["trace[366521377] 'process raft request' (duration: 137.414005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:01.700887Z","caller":"traceutil/trace.go:171","msg":"trace[1294460867] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"188.140106ms","start":"2026-03-19T21:58:01.512715Z","end":"2026-03-19T21:58:01.700855Z","steps":["trace[1294460867] 'process raft request' (duration: 187.937702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:01.817191Z","caller":"traceutil/trace.go:171","msg":"trace[1455427294] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2643; }","duration":"108.763235ms","start":"2026-03-19T21:58:01.708397Z","end":"2026-03-19T21:58:01.81716Z","steps":["trace[1455427294] 'read index received' (duration: 81.60758ms)","trace[1455427294] 'applied index is now lower than readState.Index' (duration: 27.154785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:01.817291Z","caller":"traceutil/trace.go:171","msg":"trace[1648472192] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"142.038748ms","start":"2026-03-19T21:58:01.675212Z","end":"2026-03-19T21:58:01.817251Z","steps":["trace[1648472192] 'process raft request' (duration: 114.854773ms)","trace[1648472192] 'compare' (duration: 26.976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:01.817534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.081463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:58:01.81759Z","caller":"traceutil/trace.go:171","msg":"trace[1071348000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2514; }","duration":"109.262807ms","start":"2026-03-19T21:58:01.708315Z","end":"2026-03-19T21:58:01.817578Z","steps":["trace[1071348000] 'agreement among raft nodes before linearized reading' (duration: 108.988721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:01.818154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.499361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:01.818266Z","caller":"traceutil/trace.go:171","msg":"trace[1516050530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2514; }","duration":"100.641405ms","start":"2026-03-19T21:58:01.717591Z","end":"2026-03-19T21:58:01.818232Z","steps":["trace[1516050530] 'agreement among raft nodes before linearized reading' (duration: 99.857458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:02.513958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.752522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:02.514479Z","caller":"traceutil/trace.go:171","msg":"trace[1154544227] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"691.440702ms","start":"2026-03-19T21:58:01.823013Z","end":"2026-03-19T21:58:02.514454Z","steps":["trace[1154544227] 'process raft request' (duration: 102.046346ms)","trace[1154544227] 'compare' (duration: 588.473236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:02.514611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:01.823Z","time spent":"691.553495ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:02.514616Z","caller":"traceutil/trace.go:171","msg":"trace[1213800254] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2645; }","duration":"596.269729ms","start":"2026-03-19T21:58:01.918306Z","end":"2026-03-19T21:58:02.514576Z","steps":["trace[1213800254] 'read index received' (duration: 6.692929ms)","trace[1213800254] 'applied index is now lower than readState.Index' (duration: 589.57317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:02.515306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.956295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:02.515418Z","caller":"traceutil/trace.go:171","msg":"trace[1692821705] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2517; }","duration":"597.146839ms","start":"2026-03-19T21:58:01.918248Z","end":"2026-03-19T21:58:02.515395Z","steps":["trace[1692821705] 'agreement among raft nodes before linearized reading' (duration: 596.443203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:02.515468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:01.918194Z","time spent":"597.264352ms","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:58:02.515953Z","caller":"traceutil/trace.go:171","msg":"trace[505001063] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"483.393042ms","start":"2026-03-19T21:58:02.031775Z","end":"2026-03-19T21:58:02.515168Z","steps":["trace[505001063] 'process raft request' (duration: 482.308227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:02.516163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:02.031747Z","time spent":"484.242411ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:03.07173Z","caller":"traceutil/trace.go:171","msg":"trace[742545532] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2648; }","duration":"102.7019ms","start":"2026-03-19T21:58:02.968998Z","end":"2026-03-19T21:58:03.0717Z","steps":["trace[742545532] 'read index received' (duration: 102.509745ms)","trace[742545532] 'applied index is now lower than readState.Index' (duration: 190.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:03.071813Z","caller":"traceutil/trace.go:171","msg":"trace[1667270493] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"142.044227ms","start":"2026-03-19T21:58:02.929735Z","end":"2026-03-19T21:58:03.071779Z","steps":["trace[1667270493] 'process raft request' (duration: 141.788922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:03.072098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.073549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:03.072154Z","caller":"traceutil/trace.go:171","msg":"trace[953295186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2519; }","duration":"103.202021ms","start":"2026-03-19T21:58:02.968937Z","end":"2026-03-19T21:58:03.072139Z","steps":["trace[953295186] 'agreement among raft nodes before linearized reading' (duration: 102.890844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:03.289911Z","caller":"traceutil/trace.go:171","msg":"trace[476724077] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2650; }","duration":"144.79473ms","start":"2026-03-19T21:58:03.145094Z","end":"2026-03-19T21:58:03.289889Z","steps":["trace[476724077] 'read index received' (duration: 86.151062ms)","trace[476724077] 'applied index is now lower than readState.Index' (duration: 58.642768ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:03.289995Z","caller":"traceutil/trace.go:171","msg":"trace[886485108] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"158.137087ms","start":"2026-03-19T21:58:03.13182Z","end":"2026-03-19T21:58:03.289957Z","steps":["trace[886485108] 'process raft request' (duration: 99.495259ms)","trace[886485108] 'compare' (duration: 58.464864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:03.290105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.997364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:58:03.290146Z","caller":"traceutil/trace.go:171","msg":"trace[306767974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2521; }","duration":"145.056025ms","start":"2026-03-19T21:58:03.14508Z","end":"2026-03-19T21:58:03.290136Z","steps":["trace[306767974] 'agreement among raft nodes before linearized reading' (duration: 144.897432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:03.666729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.363782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:03.666944Z","caller":"traceutil/trace.go:171","msg":"trace[616416323] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"321.211435ms","start":"2026-03-19T21:58:03.345707Z","end":"2026-03-19T21:58:03.666918Z","steps":["trace[616416323] 'process raft request' (duration: 45.556216ms)","trace[616416323] 'compare' (duration: 275.214659ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:03.667048Z","caller":"traceutil/trace.go:171","msg":"trace[657710917] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"320.886728ms","start":"2026-03-19T21:58:03.346141Z","end":"2026-03-19T21:58:03.667028Z","steps":["trace[657710917] 'process raft request' (duration: 320.711564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:03.66708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:03.345678Z","time spent":"321.334638ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:03.667168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:03.34612Z","time spent":"320.98076ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:03.66726Z","caller":"traceutil/trace.go:171","msg":"trace[1346224756] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"320.925969ms","start":"2026-03-19T21:58:03.346324Z","end":"2026-03-19T21:58:03.66725Z","steps":["trace[1346224756] 'process raft request' (duration: 320.633473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:03.667306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:03.346314Z","time spent":"320.96941ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:03.667514Z","caller":"traceutil/trace.go:171","msg":"trace[777974193] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"321.183195ms","start":"2026-03-19T21:58:03.346321Z","end":"2026-03-19T21:58:03.667505Z","steps":["trace[777974193] 'process raft request' (duration: 320.840877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:03.667545Z","caller":"traceutil/trace.go:171","msg":"trace[1411161207] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"315.864975ms","start":"2026-03-19T21:58:03.35167Z","end":"2026-03-19T21:58:03.667535Z","steps":["trace[1411161207] 'process raft request' (duration: 315.774613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:03.667564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:03.346311Z","time spent":"321.228775ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:03.667593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:03.351663Z","time spent":"315.905166ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:03.933219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.431647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:03.93331Z","caller":"traceutil/trace.go:171","msg":"trace[56511728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2528; }","duration":"159.59559ms","start":"2026-03-19T21:58:03.773694Z","end":"2026-03-19T21:58:03.93329Z","steps":["trace[56511728] 'range keys from in-memory index tree' (duration: 159.302803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:03.933442Z","caller":"traceutil/trace.go:171","msg":"trace[909931235] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"109.503163ms","start":"2026-03-19T21:58:03.823907Z","end":"2026-03-19T21:58:03.93341Z","steps":["trace[909931235] 'process raft request' (duration: 100.037982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:04.329517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.393584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:58:04.329618Z","caller":"traceutil/trace.go:171","msg":"trace[2072753108] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2530; }","duration":"124.563248ms","start":"2026-03-19T21:58:04.205035Z","end":"2026-03-19T21:58:04.329598Z","steps":["trace[2072753108] 'range keys from in-memory index tree' (duration: 124.156278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:04.329625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.153552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:04.329794Z","caller":"traceutil/trace.go:171","msg":"trace[1832768921] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2530; }","duration":"238.384637ms","start":"2026-03-19T21:58:04.091373Z","end":"2026-03-19T21:58:04.329758Z","steps":["trace[1832768921] 'count revisions from in-memory index tree' (duration: 238.05394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:04.738158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.74343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:04.738289Z","caller":"traceutil/trace.go:171","msg":"trace[317084425] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2662; }","duration":"216.447888ms","start":"2026-03-19T21:58:04.521819Z","end":"2026-03-19T21:58:04.738267Z","steps":["trace[317084425] 'read index received' (duration: 105.495423ms)","trace[317084425] 'applied index is now lower than readState.Index' (duration: 110.950755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:04.738325Z","caller":"traceutil/trace.go:171","msg":"trace[1267118989] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"217.456439ms","start":"2026-03-19T21:58:04.520841Z","end":"2026-03-19T21:58:04.738297Z","steps":["trace[1267118989] 'process raft request' (duration: 106.463614ms)","trace[1267118989] 'compare' (duration: 110.514605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:04.738444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.621321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T21:58:04.738494Z","caller":"traceutil/trace.go:171","msg":"trace[988209534] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2532; }","duration":"216.704543ms","start":"2026-03-19T21:58:04.521775Z","end":"2026-03-19T21:58:04.73848Z","steps":["trace[988209534] 'agreement among raft nodes before linearized reading' (duration: 216.612171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:04.746771Z","caller":"traceutil/trace.go:171","msg":"trace[1243013387] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"221.870669ms","start":"2026-03-19T21:58:04.524862Z","end":"2026-03-19T21:58:04.746732Z","steps":["trace[1243013387] 'process raft request' (duration: 221.725366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:04.746831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.15168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T21:58:04.74686Z","caller":"traceutil/trace.go:171","msg":"trace[815842282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2533; }","duration":"224.207731ms","start":"2026-03-19T21:58:04.522644Z","end":"2026-03-19T21:58:04.746852Z","steps":["trace[815842282] 'agreement among raft nodes before linearized reading' (duration: 224.086939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:04.908473Z","caller":"traceutil/trace.go:171","msg":"trace[1760036567] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"119.27511ms","start":"2026-03-19T21:58:04.789158Z","end":"2026-03-19T21:58:04.908433Z","steps":["trace[1760036567] 'process raft request' (duration: 93.101527ms)","trace[1760036567] 'compare' (duration: 25.953029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:05.46133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.800986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:05.461462Z","caller":"traceutil/trace.go:171","msg":"trace[1691334837] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2666; }","duration":"122.707446ms","start":"2026-03-19T21:58:05.338735Z","end":"2026-03-19T21:58:05.461443Z","steps":["trace[1691334837] 'read index received' (duration: 48.461µs)","trace[1691334837] 'applied index is now lower than readState.Index' (duration: 122.657465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:05.461617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.88707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T21:58:05.461618Z","caller":"traceutil/trace.go:171","msg":"trace[1911020593] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"330.788318ms","start":"2026-03-19T21:58:05.130795Z","end":"2026-03-19T21:58:05.461583Z","steps":["trace[1911020593] 'process raft request' (duration: 56.616794ms)","trace[1911020593] 'compare' (duration: 273.653373ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:05.461694Z","caller":"traceutil/trace.go:171","msg":"trace[840288843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2536; }","duration":"122.995573ms","start":"2026-03-19T21:58:05.338687Z","end":"2026-03-19T21:58:05.461683Z","steps":["trace[840288843] 'agreement among raft nodes before linearized reading' (duration: 122.803498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:05.461827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:05.130779Z","time spent":"330.945231ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:05.633615Z","caller":"traceutil/trace.go:171","msg":"trace[286526440] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"141.612609ms","start":"2026-03-19T21:58:05.491983Z","end":"2026-03-19T21:58:05.633596Z","steps":["trace[286526440] 'process raft request' (duration: 141.508966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.275897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606022756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T21:58:06.838594Z","caller":"traceutil/trace.go:171","msg":"trace[736899680] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"1.084913088s","start":"2026-03-19T21:58:05.753657Z","end":"2026-03-19T21:58:06.83857Z","steps":["trace[736899680] 'process raft request' (duration: 1.011543842s)","trace[736899680] 'compare' (duration: 72.889436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:06.838757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:05.753597Z","time spent":"1.085071203s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:06.882961Z","caller":"traceutil/trace.go:171","msg":"trace[1225355348] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"944.301352ms","start":"2026-03-19T21:58:05.938634Z","end":"2026-03-19T21:58:06.882935Z","steps":["trace[1225355348] 'process raft request' (duration: 944.127089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.883123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:05.938609Z","time spent":"944.433516ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:06.883313Z","caller":"traceutil/trace.go:171","msg":"trace[333676777] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2669; }","duration":"1.107984344s","start":"2026-03-19T21:58:05.775311Z","end":"2026-03-19T21:58:06.883295Z","steps":["trace[333676777] 'read index received' (duration: 989.912651ms)","trace[333676777] 'applied index is now lower than readState.Index' (duration: 118.070693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:06.883361Z","caller":"traceutil/trace.go:171","msg":"trace[1866209575] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"138.95447ms","start":"2026-03-19T21:58:06.744394Z","end":"2026-03-19T21:58:06.883348Z","steps":["trace[1866209575] 'process raft request' (duration: 138.805356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:06.883358Z","caller":"traceutil/trace.go:171","msg":"trace[1212097901] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"931.922427ms","start":"2026-03-19T21:58:05.951407Z","end":"2026-03-19T21:58:06.883329Z","steps":["trace[1212097901] 'process raft request' (duration: 931.486698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.8835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:05.951381Z","time spent":"932.04519ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:06.883518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108176098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:06.883618Z","caller":"traceutil/trace.go:171","msg":"trace[1051678869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2542; }","duration":"1.108355042s","start":"2026-03-19T21:58:05.775244Z","end":"2026-03-19T21:58:06.883599Z","steps":["trace[1051678869] 'agreement among raft nodes before linearized reading' (duration: 1.108190208s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.883646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.678351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-03-19T21:58:06.883685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.373241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:06.883706Z","caller":"traceutil/trace.go:171","msg":"trace[1631509006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2542; }","duration":"935.770523ms","start":"2026-03-19T21:58:05.947918Z","end":"2026-03-19T21:58:06.883689Z","steps":["trace[1631509006] 'agreement among raft nodes before linearized reading' (duration: 935.583009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:06.883728Z","caller":"traceutil/trace.go:171","msg":"trace[488268590] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2542; }","duration":"118.422532ms","start":"2026-03-19T21:58:06.765295Z","end":"2026-03-19T21:58:06.883718Z","steps":["trace[488268590] 'agreement among raft nodes before linearized reading' (duration: 118.33271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.883742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:05.947906Z","time spent":"935.828714ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:58:06.883791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:05.775217Z","time spent":"1.108562337s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:58:06.883884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.42ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:58:06.883926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.150104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T21:58:06.883901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.962223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:58:06.883995Z","caller":"traceutil/trace.go:171","msg":"trace[2053762432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2542; }","duration":"881.250876ms","start":"2026-03-19T21:58:06.002726Z","end":"2026-03-19T21:58:06.883977Z","steps":["trace[2053762432] 'agreement among raft nodes before linearized reading' (duration: 881.085803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:06.88403Z","caller":"traceutil/trace.go:171","msg":"trace[555201840] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2542; }","duration":"382.611144ms","start":"2026-03-19T21:58:06.501406Z","end":"2026-03-19T21:58:06.884017Z","steps":["trace[555201840] 'agreement among raft nodes before linearized reading' (duration: 382.321308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.884054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.00271Z","time spent":"881.332688ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T21:58:06.884095Z","caller":"traceutil/trace.go:171","msg":"trace[1308931779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2542; }","duration":"132.132567ms","start":"2026-03-19T21:58:06.751892Z","end":"2026-03-19T21:58:06.884025Z","steps":["trace[1308931779] 'agreement among raft nodes before linearized reading' (duration: 131.80756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.883629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.023656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:06.884176Z","caller":"traceutil/trace.go:171","msg":"trace[2113579421] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2542; }","duration":"367.623859ms","start":"2026-03-19T21:58:06.516535Z","end":"2026-03-19T21:58:06.884159Z","steps":["trace[2113579421] 'agreement among raft nodes before linearized reading' (duration: 366.969395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.884216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.501373Z","time spent":"382.691265ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:58:06.884254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.516507Z","time spent":"367.730812ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:58:06.884547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.318116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:06.884646Z","caller":"traceutil/trace.go:171","msg":"trace[1627488728] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2542; }","duration":"816.045122ms","start":"2026-03-19T21:58:06.068581Z","end":"2026-03-19T21:58:06.884626Z","steps":["trace[1627488728] 'agreement among raft nodes before linearized reading' (duration: 815.139652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:06.884718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.068546Z","time spent":"816.154534ms","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:58:07.251623Z","caller":"traceutil/trace.go:171","msg":"trace[1083248703] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"362.934925ms","start":"2026-03-19T21:58:06.888662Z","end":"2026-03-19T21:58:07.251597Z","steps":["trace[1083248703] 'process raft request' (duration: 362.785831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:07.251768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.888632Z","time spent":"363.058718ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:07.397912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.162643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:07.398112Z","caller":"traceutil/trace.go:171","msg":"trace[2021234385] linearizableReadLoop","detail":"{readStateIndex:2675; appliedIndex:2673; }","duration":"503.849998ms","start":"2026-03-19T21:58:06.894247Z","end":"2026-03-19T21:58:07.398097Z","steps":["trace[2021234385] 'read index received' (duration: 357.257168ms)","trace[2021234385] 'applied index is now lower than readState.Index' (duration: 146.59207ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:07.398208Z","caller":"traceutil/trace.go:171","msg":"trace[399508271] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"508.936362ms","start":"2026-03-19T21:58:06.889263Z","end":"2026-03-19T21:58:07.3982Z","steps":["trace[399508271] 'process raft request' (duration: 387.483623ms)","trace[399508271] 'compare' (duration: 120.972219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:07.398278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.88925Z","time spent":"509.002444ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:07.398367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.098014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:07.39844Z","caller":"traceutil/trace.go:171","msg":"trace[1338837232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2545; }","duration":"504.190116ms","start":"2026-03-19T21:58:06.894233Z","end":"2026-03-19T21:58:07.398423Z","steps":["trace[1338837232] 'agreement among raft nodes before linearized reading' (duration: 504.058303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:07.398484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.894227Z","time spent":"504.249687ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:58:07.398575Z","caller":"traceutil/trace.go:171","msg":"trace[2035603898] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"409.320529ms","start":"2026-03-19T21:58:06.9892Z","end":"2026-03-19T21:58:07.398521Z","steps":["trace[2035603898] 'process raft request' (duration: 408.847949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:07.398748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:06.989172Z","time spent":"409.471513ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:07.398829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.64607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:58:07.398932Z","caller":"traceutil/trace.go:171","msg":"trace[930482722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2545; }","duration":"289.803514ms","start":"2026-03-19T21:58:07.109105Z","end":"2026-03-19T21:58:07.398908Z","steps":["trace[930482722] 'agreement among raft nodes before linearized reading' (duration: 289.539178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:07.66821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.187912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:07.668443Z","caller":"traceutil/trace.go:171","msg":"trace[1196011920] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"264.617632ms","start":"2026-03-19T21:58:07.403806Z","end":"2026-03-19T21:58:07.668424Z","steps":["trace[1196011920] 'process raft request' (duration: 135.094954ms)","trace[1196011920] 'compare' (duration: 129.060558ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:07.668329Z","caller":"traceutil/trace.go:171","msg":"trace[699395183] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2676; }","duration":"201.094736ms","start":"2026-03-19T21:58:07.467215Z","end":"2026-03-19T21:58:07.66831Z","steps":["trace[699395183] 'read index received' (duration: 71.608118ms)","trace[699395183] 'applied index is now lower than readState.Index' (duration: 129.485028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:07.668818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.596697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:58:07.668895Z","caller":"traceutil/trace.go:171","msg":"trace[686678254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2546; }","duration":"201.705409ms","start":"2026-03-19T21:58:07.467173Z","end":"2026-03-19T21:58:07.668878Z","steps":["trace[686678254] 'agreement among raft nodes before linearized reading' (duration: 201.467354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:07.836801Z","caller":"traceutil/trace.go:171","msg":"trace[627471821] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"163.6527ms","start":"2026-03-19T21:58:07.673121Z","end":"2026-03-19T21:58:07.836774Z","steps":["trace[627471821] 'process raft request' (duration: 163.589849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:07.836847Z","caller":"traceutil/trace.go:171","msg":"trace[1081059084] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2677; }","duration":"168.061198ms","start":"2026-03-19T21:58:07.668752Z","end":"2026-03-19T21:58:07.836814Z","steps":["trace[1081059084] 'read index received' (duration: 103.085009ms)","trace[1081059084] 'applied index is now lower than readState.Index' (duration: 64.973689ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:07.836806Z","caller":"traceutil/trace.go:171","msg":"trace[561787661] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"251.347866ms","start":"2026-03-19T21:58:07.585432Z","end":"2026-03-19T21:58:07.83678Z","steps":["trace[561787661] 'process raft request' (duration: 186.389267ms)","trace[561787661] 'compare' (duration: 64.755034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:07.837223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.550334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T21:58:07.837269Z","caller":"traceutil/trace.go:171","msg":"trace[437165700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2548; }","duration":"313.636496ms","start":"2026-03-19T21:58:07.523622Z","end":"2026-03-19T21:58:07.837259Z","steps":["trace[437165700] 'agreement among raft nodes before linearized reading' (duration: 313.280468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:07.837305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:07.523611Z","time spent":"313.683707ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:58:07.837298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.545837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:07.83739Z","caller":"traceutil/trace.go:171","msg":"trace[1619051603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2548; }","duration":"254.709861ms","start":"2026-03-19T21:58:07.582667Z","end":"2026-03-19T21:58:07.837377Z","steps":["trace[1619051603] 'agreement among raft nodes before linearized reading' (duration: 254.21754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:09.03627Z","caller":"traceutil/trace.go:171","msg":"trace[2109011774] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"146.858295ms","start":"2026-03-19T21:58:08.889387Z","end":"2026-03-19T21:58:09.036245Z","steps":["trace[2109011774] 'process raft request' (duration: 146.672081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.302785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.863333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:09.302997Z","caller":"traceutil/trace.go:171","msg":"trace[1047623777] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"366.127687ms","start":"2026-03-19T21:58:08.936845Z","end":"2026-03-19T21:58:09.302973Z","steps":["trace[1047623777] 'read index received' (duration: 99.189932ms)","trace[1047623777] 'applied index is now lower than readState.Index' (duration: 266.935655ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:09.303148Z","caller":"traceutil/trace.go:171","msg":"trace[1434535057] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"411.641842ms","start":"2026-03-19T21:58:08.891478Z","end":"2026-03-19T21:58:09.30312Z","steps":["trace[1434535057] 'process raft request' (duration: 222.307418ms)","trace[1434535057] 'compare' (duration: 188.704349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:09.303307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:08.891459Z","time spent":"411.761374ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:09.303505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.650788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-19T21:58:09.303559Z","caller":"traceutil/trace.go:171","msg":"trace[1252120004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2553; }","duration":"366.74975ms","start":"2026-03-19T21:58:08.936791Z","end":"2026-03-19T21:58:09.303541Z","steps":["trace[1252120004] 'agreement among raft nodes before linearized reading' (duration: 366.430063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.303609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:08.936767Z","time spent":"366.831822ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T21:58:09.303633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.906531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:09.303694Z","caller":"traceutil/trace.go:171","msg":"trace[664925502] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2553; }","duration":"153.032254ms","start":"2026-03-19T21:58:09.150651Z","end":"2026-03-19T21:58:09.303683Z","steps":["trace[664925502] 'agreement among raft nodes before linearized reading' (duration: 152.924612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.58923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.612271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:09.589555Z","caller":"traceutil/trace.go:171","msg":"trace[1380785952] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"281.888838ms","start":"2026-03-19T21:58:09.307632Z","end":"2026-03-19T21:58:09.589521Z","steps":["trace[1380785952] 'process raft request' (duration: 168.889968ms)","trace[1380785952] 'compare' (duration: 112.471508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:09.589664Z","caller":"traceutil/trace.go:171","msg":"trace[401609217] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"281.496749ms","start":"2026-03-19T21:58:09.308121Z","end":"2026-03-19T21:58:09.589618Z","steps":["trace[401609217] 'process raft request' (duration: 281.284564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:09.589809Z","caller":"traceutil/trace.go:171","msg":"trace[817895532] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"281.499348ms","start":"2026-03-19T21:58:09.308262Z","end":"2026-03-19T21:58:09.589761Z","steps":["trace[817895532] 'process raft request' (duration: 281.241942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.785034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.403919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:58:09.785209Z","caller":"traceutil/trace.go:171","msg":"trace[1286183056] linearizableReadLoop","detail":"{readStateIndex:2687; appliedIndex:2684; }","duration":"382.300268ms","start":"2026-03-19T21:58:09.402874Z","end":"2026-03-19T21:58:09.785174Z","steps":["trace[1286183056] 'read index received' (duration: 73.663104ms)","trace[1286183056] 'applied index is now lower than readState.Index' (duration: 308.634314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:09.785461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.415594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:09.785525Z","caller":"traceutil/trace.go:171","msg":"trace[1412800729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2556; }","duration":"271.569907ms","start":"2026-03-19T21:58:09.513936Z","end":"2026-03-19T21:58:09.785506Z","steps":["trace[1412800729] 'agreement among raft nodes before linearized reading' (duration: 271.420084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.785552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.652415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T21:58:09.785583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.465196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:58:09.785707Z","caller":"traceutil/trace.go:171","msg":"trace[971100274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2556; }","duration":"111.696101ms","start":"2026-03-19T21:58:09.673993Z","end":"2026-03-19T21:58:09.785689Z","steps":["trace[971100274] 'agreement among raft nodes before linearized reading' (duration: 111.479366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:09.785623Z","caller":"traceutil/trace.go:171","msg":"trace[75385578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2556; }","duration":"382.759197ms","start":"2026-03-19T21:58:09.402847Z","end":"2026-03-19T21:58:09.785606Z","steps":["trace[75385578] 'agreement among raft nodes before linearized reading' (duration: 382.40602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.786133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:09.402837Z","time spent":"382.953461ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:58:09.964068Z","caller":"traceutil/trace.go:171","msg":"trace[297097952] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"170.487863ms","start":"2026-03-19T21:58:09.793561Z","end":"2026-03-19T21:58:09.964049Z","steps":["trace[297097952] 'process raft request' (duration: 117.612873ms)","trace[297097952] 'compare' (duration: 52.744667ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:09.964246Z","caller":"traceutil/trace.go:171","msg":"trace[787427056] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2689; }","duration":"121.825978ms","start":"2026-03-19T21:58:09.842401Z","end":"2026-03-19T21:58:09.964227Z","steps":["trace[787427056] 'read index received' (duration: 68.719993ms)","trace[787427056] 'applied index is now lower than readState.Index' (duration: 53.104805ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:09.964523Z","caller":"traceutil/trace.go:171","msg":"trace[1202120296] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"170.768069ms","start":"2026-03-19T21:58:09.793738Z","end":"2026-03-19T21:58:09.964506Z","steps":["trace[1202120296] 'process raft request' (duration: 170.273228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:09.964727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.284838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:09.964801Z","caller":"traceutil/trace.go:171","msg":"trace[1305570821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2559; }","duration":"122.441661ms","start":"2026-03-19T21:58:09.842342Z","end":"2026-03-19T21:58:09.964784Z","steps":["trace[1305570821] 'agreement among raft nodes before linearized reading' (duration: 122.206836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:10.192257Z","caller":"traceutil/trace.go:171","msg":"trace[1079035385] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"113.623884ms","start":"2026-03-19T21:58:10.078609Z","end":"2026-03-19T21:58:10.192233Z","steps":["trace[1079035385] 'process raft request' (duration: 113.44089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:17.458736Z","caller":"traceutil/trace.go:171","msg":"trace[1229928708] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"162.197728ms","start":"2026-03-19T21:58:17.296498Z","end":"2026-03-19T21:58:17.458695Z","steps":["trace[1229928708] 'process raft request' (duration: 138.715795ms)","trace[1229928708] 'compare' (duration: 23.323489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:17.710519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.152235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:17.710844Z","caller":"traceutil/trace.go:171","msg":"trace[214762766] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"241.969287ms","start":"2026-03-19T21:58:17.468846Z","end":"2026-03-19T21:58:17.710815Z","steps":["trace[214762766] 'process raft request' (duration: 241.800533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:17.71087Z","caller":"traceutil/trace.go:171","msg":"trace[1251121983] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"242.070259ms","start":"2026-03-19T21:58:17.468759Z","end":"2026-03-19T21:58:17.710829Z","steps":["trace[1251121983] 'process raft request' (duration: 119.496325ms)","trace[1251121983] 'compare' (duration: 121.959111ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:17.710956Z","caller":"traceutil/trace.go:171","msg":"trace[1539268857] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"241.984387ms","start":"2026-03-19T21:58:17.468933Z","end":"2026-03-19T21:58:17.710917Z","steps":["trace[1539268857] 'process raft request' (duration: 241.778752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:17.711184Z","caller":"traceutil/trace.go:171","msg":"trace[2044743766] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"242.1072ms","start":"2026-03-19T21:58:17.469041Z","end":"2026-03-19T21:58:17.711148Z","steps":["trace[2044743766] 'process raft request' (duration: 241.706561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:17.711279Z","caller":"traceutil/trace.go:171","msg":"trace[865506574] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"233.993679ms","start":"2026-03-19T21:58:17.477275Z","end":"2026-03-19T21:58:17.711269Z","steps":["trace[865506574] 'process raft request' (duration: 233.694352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:17.711389Z","caller":"traceutil/trace.go:171","msg":"trace[939328773] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"198.471737ms","start":"2026-03-19T21:58:17.512908Z","end":"2026-03-19T21:58:17.71138Z","steps":["trace[939328773] 'process raft request' (duration: 198.303173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:17.71155Z","caller":"traceutil/trace.go:171","msg":"trace[1081407653] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2727; }","duration":"186.974701ms","start":"2026-03-19T21:58:17.524565Z","end":"2026-03-19T21:58:17.711539Z","steps":["trace[1081407653] 'read index received' (duration: 695.346µs)","trace[1081407653] 'applied index is now lower than readState.Index' (duration: 186.278165ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:17.711535Z","caller":"traceutil/trace.go:171","msg":"trace[1005848734] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"125.888938ms","start":"2026-03-19T21:58:17.585625Z","end":"2026-03-19T21:58:17.711514Z","steps":["trace[1005848734] 'process raft request' (duration: 125.772746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:17.711733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.177386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-19T21:58:17.711762Z","caller":"traceutil/trace.go:171","msg":"trace[1274300966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2602; }","duration":"187.252067ms","start":"2026-03-19T21:58:17.524502Z","end":"2026-03-19T21:58:17.711754Z","steps":["trace[1274300966] 'agreement among raft nodes before linearized reading' (duration: 187.122644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:18.152262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.175576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:18.152459Z","caller":"traceutil/trace.go:171","msg":"trace[2094490529] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"349.475296ms","start":"2026-03-19T21:58:17.802961Z","end":"2026-03-19T21:58:18.152436Z","steps":["trace[2094490529] 'process raft request' (duration: 188.002613ms)","trace[2094490529] 'compare' (duration: 160.46969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:18.152521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:17.80294Z","time spent":"349.554148ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5550,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:18.152688Z","caller":"traceutil/trace.go:171","msg":"trace[1986105957] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2736; }","duration":"163.340204ms","start":"2026-03-19T21:58:17.989308Z","end":"2026-03-19T21:58:18.152649Z","steps":["trace[1986105957] 'read index received' (duration: 1.603666ms)","trace[1986105957] 'applied index is now lower than readState.Index' (duration: 161.734868ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:18.152738Z","caller":"traceutil/trace.go:171","msg":"trace[187490806] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"332.586799ms","start":"2026-03-19T21:58:17.820126Z","end":"2026-03-19T21:58:18.152712Z","steps":["trace[187490806] 'process raft request' (duration: 332.265852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:18.152894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:17.820107Z","time spent":"332.697212ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:18.152903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.588529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:58:18.15297Z","caller":"traceutil/trace.go:171","msg":"trace[1977418900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2605; }","duration":"163.696412ms","start":"2026-03-19T21:58:17.989261Z","end":"2026-03-19T21:58:18.152957Z","steps":["trace[1977418900] 'agreement among raft nodes before linearized reading' (duration: 163.534348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:18.350409Z","caller":"traceutil/trace.go:171","msg":"trace[288163670] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"126.411079ms","start":"2026-03-19T21:58:18.22397Z","end":"2026-03-19T21:58:18.350381Z","steps":["trace[288163670] 'process raft request' (duration: 121.623463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:19.344449Z","caller":"traceutil/trace.go:171","msg":"trace[1159666349] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"100.936551ms","start":"2026-03-19T21:58:19.243486Z","end":"2026-03-19T21:58:19.344423Z","steps":["trace[1159666349] 'process raft request' (duration: 100.742667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:19.620765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.394854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:19.620876Z","caller":"traceutil/trace.go:171","msg":"trace[988847703] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:0; response_revision:2612; }","duration":"167.580048ms","start":"2026-03-19T21:58:19.453275Z","end":"2026-03-19T21:58:19.620855Z","steps":["trace[988847703] 'range keys from in-memory index tree' (duration: 167.259581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:19.77324Z","caller":"traceutil/trace.go:171","msg":"trace[1960289869] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"139.703996ms","start":"2026-03-19T21:58:19.633504Z","end":"2026-03-19T21:58:19.773208Z","steps":["trace[1960289869] 'process raft request' (duration: 139.41916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:20.073772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.265517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:20.074027Z","caller":"traceutil/trace.go:171","msg":"trace[2047042018] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"260.860259ms","start":"2026-03-19T21:58:19.813125Z","end":"2026-03-19T21:58:20.073985Z","steps":["trace[2047042018] 'process raft request' (duration: 77.296724ms)","trace[2047042018] 'compare' (duration: 182.998011ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:20.074178Z","caller":"traceutil/trace.go:171","msg":"trace[1703487471] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"257.8401ms","start":"2026-03-19T21:58:19.816316Z","end":"2026-03-19T21:58:20.074156Z","steps":["trace[1703487471] 'process raft request' (duration: 257.564424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:20.07437Z","caller":"traceutil/trace.go:171","msg":"trace[2099748358] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"221.191904ms","start":"2026-03-19T21:58:19.853119Z","end":"2026-03-19T21:58:20.074311Z","steps":["trace[2099748358] 'process raft request' (duration: 220.829396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:20.338485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.471219ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:58:20.338628Z","caller":"traceutil/trace.go:171","msg":"trace[195006866] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2747; }","duration":"368.09781ms","start":"2026-03-19T21:58:19.970519Z","end":"2026-03-19T21:58:20.338617Z","steps":["trace[195006866] 'read index received' (duration: 52.314526ms)","trace[195006866] 'applied index is now lower than readState.Index' (duration: 315.782164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:20.339017Z","caller":"traceutil/trace.go:171","msg":"trace[1986477857] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"260.350957ms","start":"2026-03-19T21:58:20.078646Z","end":"2026-03-19T21:58:20.338997Z","steps":["trace[1986477857] 'process raft request' (duration: 259.912698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:20.424609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.054928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:20.424695Z","caller":"traceutil/trace.go:171","msg":"trace[991132410] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2618; }","duration":"454.212471ms","start":"2026-03-19T21:58:19.970461Z","end":"2026-03-19T21:58:20.424674Z","steps":["trace[991132410] 'agreement among raft nodes before linearized reading' (duration: 368.462618ms)","trace[991132410] 'count revisions from in-memory index tree' (duration: 85.61326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:20.424736Z","caller":"traceutil/trace.go:171","msg":"trace[549979291] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"345.460436ms","start":"2026-03-19T21:58:20.079264Z","end":"2026-03-19T21:58:20.424725Z","steps":["trace[549979291] 'process raft request' (duration: 259.724913ms)","trace[549979291] 'compare' (duration: 85.527388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:20.424742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:19.970436Z","time spent":"454.295893ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:58:20.424792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:20.079253Z","time spent":"345.506627ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:20.424695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.213018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:58:20.425083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.494251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T21:58:20.425055Z","caller":"traceutil/trace.go:171","msg":"trace[470892065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2619; }","duration":"279.557446ms","start":"2026-03-19T21:58:20.145428Z","end":"2026-03-19T21:58:20.424986Z","steps":["trace[470892065] 'agreement among raft nodes before linearized reading' (duration: 279.223978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:20.425098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.525444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:58:20.425123Z","caller":"traceutil/trace.go:171","msg":"trace[240865329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2619; }","duration":"208.547003ms","start":"2026-03-19T21:58:20.216567Z","end":"2026-03-19T21:58:20.425113Z","steps":["trace[240865329] 'agreement among raft nodes before linearized reading' (duration: 208.404719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:20.425083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.494471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T21:58:20.425202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.333596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:58:20.425202Z","caller":"traceutil/trace.go:171","msg":"trace[1699678612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2619; }","duration":"208.822518ms","start":"2026-03-19T21:58:20.216354Z","end":"2026-03-19T21:58:20.425176Z","steps":["trace[1699678612] 'agreement among raft nodes before linearized reading' (duration: 208.540672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:20.425227Z","caller":"traceutil/trace.go:171","msg":"trace[1066003106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2619; }","duration":"251.399988ms","start":"2026-03-19T21:58:20.173822Z","end":"2026-03-19T21:58:20.425222Z","steps":["trace[1066003106] 'agreement among raft nodes before linearized reading' (duration: 251.340417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:20.42515Z","caller":"traceutil/trace.go:171","msg":"trace[513190450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2619; }","duration":"209.615075ms","start":"2026-03-19T21:58:20.215528Z","end":"2026-03-19T21:58:20.425143Z","steps":["trace[513190450] 'agreement among raft nodes before linearized reading' (duration: 209.474072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:21.465439Z","caller":"traceutil/trace.go:171","msg":"trace[378808347] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"113.968821ms","start":"2026-03-19T21:58:21.351429Z","end":"2026-03-19T21:58:21.465398Z","steps":["trace[378808347] 'process raft request' (duration: 112.263494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:21.736953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.675748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:21.737083Z","caller":"traceutil/trace.go:171","msg":"trace[1111739117] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"169.995611ms","start":"2026-03-19T21:58:21.567062Z","end":"2026-03-19T21:58:21.737057Z","steps":["trace[1111739117] 'process raft request' (duration: 55.104948ms)","trace[1111739117] 'compare' (duration: 114.551875ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:22.013927Z","caller":"traceutil/trace.go:171","msg":"trace[1466083919] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"445.079758ms","start":"2026-03-19T21:58:21.568792Z","end":"2026-03-19T21:58:22.013872Z","steps":["trace[1466083919] 'process raft request' (duration: 391.657426ms)","trace[1466083919] 'compare' (duration: 52.608994ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:22.014026Z","caller":"traceutil/trace.go:171","msg":"trace[328151650] linearizableReadLoop","detail":"{readStateIndex:2772; appliedIndex:2770; }","duration":"273.4507ms","start":"2026-03-19T21:58:21.740547Z","end":"2026-03-19T21:58:22.013998Z","steps":["trace[328151650] 'read index received' (duration: 219.992477ms)","trace[328151650] 'applied index is now lower than readState.Index' (duration: 53.456883ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:22.014115Z","caller":"traceutil/trace.go:171","msg":"trace[1192469253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2636; }","duration":"442.895799ms","start":"2026-03-19T21:58:21.571173Z","end":"2026-03-19T21:58:22.014069Z","steps":["trace[1192469253] 'process raft request' (duration: 442.758926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:22.0145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.95047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.189e5cf2e2820a60\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T21:58:22.014548Z","caller":"traceutil/trace.go:171","msg":"trace[272125787] range","detail":"{range_begin:/registry/events/openstack/valkey.189e5cf2e2820a60; range_end:; response_count:1; response_revision:2636; }","duration":"274.037842ms","start":"2026-03-19T21:58:21.7405Z","end":"2026-03-19T21:58:22.014538Z","steps":["trace[272125787] 'agreement among raft nodes before linearized reading' (duration: 273.780597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:22.014608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:21.571161Z","time spent":"443.323578ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1758,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:22.014157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:21.568767Z","time spent":"445.270232ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1708,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:22.097535Z","caller":"traceutil/trace.go:171","msg":"trace[1173980837] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"282.225505ms","start":"2026-03-19T21:58:21.815286Z","end":"2026-03-19T21:58:22.097512Z","steps":["trace[1173980837] 'process raft request' (duration: 282.156314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:22.097631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.736265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:22.097653Z","caller":"traceutil/trace.go:171","msg":"trace[632376956] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"353.089495ms","start":"2026-03-19T21:58:21.744512Z","end":"2026-03-19T21:58:22.097601Z","steps":["trace[632376956] 'process raft request' (duration: 352.823299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:22.097693Z","caller":"traceutil/trace.go:171","msg":"trace[542614628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2638; }","duration":"325.852878ms","start":"2026-03-19T21:58:21.771829Z","end":"2026-03-19T21:58:22.097682Z","steps":["trace[542614628] 'agreement among raft nodes before linearized reading' (duration: 325.733005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:22.097722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:21.771814Z","time spent":"325.903319ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:58:22.097793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:21.744497Z","time spent":"353.220359ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2419,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:22.098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.570678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:22.098034Z","caller":"traceutil/trace.go:171","msg":"trace[1023555249] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2638; }","duration":"167.65582ms","start":"2026-03-19T21:58:21.93037Z","end":"2026-03-19T21:58:22.098026Z","steps":["trace[1023555249] 'agreement among raft nodes before linearized reading' (duration: 167.590078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:22.127648Z","caller":"traceutil/trace.go:171","msg":"trace[1550307515] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"110.828483ms","start":"2026-03-19T21:58:22.016811Z","end":"2026-03-19T21:58:22.12764Z","steps":["trace[1550307515] 'process raft request' (duration: 109.83426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:22.127907Z","caller":"traceutil/trace.go:171","msg":"trace[600909066] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"106.563507ms","start":"2026-03-19T21:58:22.021335Z","end":"2026-03-19T21:58:22.127899Z","steps":["trace[600909066] 'process raft request' (duration: 106.273921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:22.276717Z","caller":"traceutil/trace.go:171","msg":"trace[1288377566] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"133.408736ms","start":"2026-03-19T21:58:22.143279Z","end":"2026-03-19T21:58:22.276688Z","steps":["trace[1288377566] 'process raft request' (duration: 113.035852ms)","trace[1288377566] 'compare' (duration: 20.245251ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:22.470059Z","caller":"traceutil/trace.go:171","msg":"trace[1971478356] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2780; }","duration":"185.895586ms","start":"2026-03-19T21:58:22.284124Z","end":"2026-03-19T21:58:22.47002Z","steps":["trace[1971478356] 'read index received' (duration: 110.077105ms)","trace[1971478356] 'applied index is now lower than readState.Index' (duration: 75.816741ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:22.470228Z","caller":"traceutil/trace.go:171","msg":"trace[1016773801] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"261.879522ms","start":"2026-03-19T21:58:22.208328Z","end":"2026-03-19T21:58:22.470208Z","steps":["trace[1016773801] 'process raft request' (duration: 185.770525ms)","trace[1016773801] 'compare' (duration: 75.740869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:22.470536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.394107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229323"} {"level":"info","ts":"2026-03-19T21:58:22.470617Z","caller":"traceutil/trace.go:171","msg":"trace[582786250] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2645; }","duration":"186.491899ms","start":"2026-03-19T21:58:22.284108Z","end":"2026-03-19T21:58:22.4706Z","steps":["trace[582786250] 'agreement among raft nodes before linearized reading' (duration: 186.119511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:22.524155Z","caller":"traceutil/trace.go:171","msg":"trace[922547124] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"231.599545ms","start":"2026-03-19T21:58:22.292531Z","end":"2026-03-19T21:58:22.524131Z","steps":["trace[922547124] 'process raft request' (duration: 231.443662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:22.524235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.293146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:22.524323Z","caller":"traceutil/trace.go:171","msg":"trace[1503729372] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2646; }","duration":"178.44261ms","start":"2026-03-19T21:58:22.345862Z","end":"2026-03-19T21:58:22.524304Z","steps":["trace[1503729372] 'agreement among raft nodes before linearized reading' (duration: 178.271976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.372373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.214498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:23.372575Z","caller":"traceutil/trace.go:171","msg":"trace[1467304633] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"841.257754ms","start":"2026-03-19T21:58:22.531285Z","end":"2026-03-19T21:58:23.372543Z","steps":["trace[1467304633] 'process raft request' (duration: 535.78828ms)","trace[1467304633] 'compare' (duration: 304.886501ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:23.372718Z","caller":"traceutil/trace.go:171","msg":"trace[1154761935] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"841.370787ms","start":"2026-03-19T21:58:22.531301Z","end":"2026-03-19T21:58:23.372672Z","steps":["trace[1154761935] 'process raft request' (duration: 841.174312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.372793Z","caller":"traceutil/trace.go:171","msg":"trace[1052420801] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"841.365626ms","start":"2026-03-19T21:58:22.531406Z","end":"2026-03-19T21:58:23.372772Z","steps":["trace[1052420801] 'process raft request' (duration: 841.165222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.37287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.531395Z","time spent":"841.441308ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:23.372943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.531281Z","time spent":"841.54212ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:23.372988Z","caller":"traceutil/trace.go:171","msg":"trace[1961734807] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"838.722418ms","start":"2026-03-19T21:58:22.534227Z","end":"2026-03-19T21:58:23.37295Z","steps":["trace[1961734807] 'process raft request' (duration: 838.38265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.372757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.531268Z","time spent":"841.398928ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:23.373155Z","caller":"traceutil/trace.go:171","msg":"trace[1137184715] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"834.878702ms","start":"2026-03-19T21:58:22.538263Z","end":"2026-03-19T21:58:23.373141Z","steps":["trace[1137184715] 'process raft request' (duration: 834.664777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.373172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.534218Z","time spent":"838.865431ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:23.373187Z","caller":"traceutil/trace.go:171","msg":"trace[921041270] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"834.848472ms","start":"2026-03-19T21:58:22.538326Z","end":"2026-03-19T21:58:23.373174Z","steps":["trace[921041270] 'process raft request' (duration: 834.636607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.373221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.538255Z","time spent":"834.938223ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:23.373277Z","caller":"traceutil/trace.go:171","msg":"trace[172382586] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"834.78322ms","start":"2026-03-19T21:58:22.538437Z","end":"2026-03-19T21:58:23.37322Z","steps":["trace[172382586] 'process raft request' (duration: 834.612266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.373299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.53832Z","time spent":"834.906483ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:23.373364Z","caller":"traceutil/trace.go:171","msg":"trace[1466378974] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"837.362368ms","start":"2026-03-19T21:58:22.535989Z","end":"2026-03-19T21:58:23.373351Z","steps":["trace[1466378974] 'process raft request' (duration: 836.853437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.373363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.538431Z","time spent":"834.892362ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:23.373418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.53598Z","time spent":"837.410729ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:23.373459Z","caller":"traceutil/trace.go:171","msg":"trace[104904602] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2783; }","duration":"791.156017ms","start":"2026-03-19T21:58:22.58229Z","end":"2026-03-19T21:58:23.373446Z","steps":["trace[104904602] 'read index received' (duration: 8.164223ms)","trace[104904602] 'applied index is now lower than readState.Index' (duration: 782.989734ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:23.37344Z","caller":"traceutil/trace.go:171","msg":"trace[1427944050] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"268.820146ms","start":"2026-03-19T21:58:23.104595Z","end":"2026-03-19T21:58:23.373415Z","steps":["trace[1427944050] 'process raft request' (duration: 268.761475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.373526Z","caller":"traceutil/trace.go:171","msg":"trace[1437426069] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"825.929222ms","start":"2026-03-19T21:58:22.547584Z","end":"2026-03-19T21:58:23.373513Z","steps":["trace[1437426069] 'process raft request' (duration: 825.610615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.373549Z","caller":"traceutil/trace.go:171","msg":"trace[442408015] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"833.208875ms","start":"2026-03-19T21:58:22.540328Z","end":"2026-03-19T21:58:23.373537Z","steps":["trace[442408015] 'process raft request' (duration: 832.787986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.373602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.547524Z","time spent":"826.032054ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3600,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:23.373611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.540318Z","time spent":"833.259476ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:23.373685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.168067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:58:23.373717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.416992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T21:58:23.373733Z","caller":"traceutil/trace.go:171","msg":"trace[618184363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2660; }","duration":"600.262339ms","start":"2026-03-19T21:58:22.773458Z","end":"2026-03-19T21:58:23.37372Z","steps":["trace[618184363] 'agreement among raft nodes before linearized reading' (duration: 600.168877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.373756Z","caller":"traceutil/trace.go:171","msg":"trace[364067540] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2660; }","duration":"791.508124ms","start":"2026-03-19T21:58:22.582234Z","end":"2026-03-19T21:58:23.373743Z","steps":["trace[364067540] 'agreement among raft nodes before linearized reading' (duration: 791.31394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.373754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.486433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:58:23.373769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.773434Z","time spent":"600.32853ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:58:23.373785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.582221Z","time spent":"791.559065ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T21:58:23.373786Z","caller":"traceutil/trace.go:171","msg":"trace[482529508] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2660; }","duration":"179.549055ms","start":"2026-03-19T21:58:23.194227Z","end":"2026-03-19T21:58:23.373776Z","steps":["trace[482529508] 'agreement among raft nodes before linearized reading' (duration: 179.494514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.374083Z","caller":"traceutil/trace.go:171","msg":"trace[237327] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"835.698381ms","start":"2026-03-19T21:58:22.538357Z","end":"2026-03-19T21:58:23.374055Z","steps":["trace[237327] 'process raft request' (duration: 834.628637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:23.374565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:22.538352Z","time spent":"836.172351ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:23.37249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.277221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:23.375902Z","caller":"traceutil/trace.go:171","msg":"trace[1819218525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2648; }","duration":"109.713588ms","start":"2026-03-19T21:58:23.266137Z","end":"2026-03-19T21:58:23.375851Z","steps":["trace[1819218525] 'range keys from in-memory index tree' (duration: 106.252071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.642205Z","caller":"traceutil/trace.go:171","msg":"trace[1238523270] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"248.163785ms","start":"2026-03-19T21:58:23.394018Z","end":"2026-03-19T21:58:23.642181Z","steps":["trace[1238523270] 'process raft request' (duration: 248.099644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.642308Z","caller":"traceutil/trace.go:171","msg":"trace[1463944510] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"255.112051ms","start":"2026-03-19T21:58:23.387141Z","end":"2026-03-19T21:58:23.642253Z","steps":["trace[1463944510] 'process raft request' (duration: 232.941976ms)","trace[1463944510] 'compare' (duration: 21.876388ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:23.689773Z","caller":"traceutil/trace.go:171","msg":"trace[909835979] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"205.32933ms","start":"2026-03-19T21:58:23.484417Z","end":"2026-03-19T21:58:23.689747Z","steps":["trace[909835979] 'process raft request' (duration: 205.129345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.825757Z","caller":"traceutil/trace.go:171","msg":"trace[1157979705] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2808; }","duration":"116.286574ms","start":"2026-03-19T21:58:23.709446Z","end":"2026-03-19T21:58:23.825732Z","steps":["trace[1157979705] 'read index received' (duration: 50.100838ms)","trace[1157979705] 'applied index is now lower than readState.Index' (duration: 66.184746ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:23.825883Z","caller":"traceutil/trace.go:171","msg":"trace[1926017035] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"118.379941ms","start":"2026-03-19T21:58:23.707451Z","end":"2026-03-19T21:58:23.825831Z","steps":["trace[1926017035] 'process raft request' (duration: 51.99525ms)","trace[1926017035] 'compare' (duration: 66.122085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:23.825942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.476888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:23.826011Z","caller":"traceutil/trace.go:171","msg":"trace[507622837] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/valkey-node; range_end:; response_count:0; response_revision:2673; }","duration":"116.595781ms","start":"2026-03-19T21:58:23.709399Z","end":"2026-03-19T21:58:23.825995Z","steps":["trace[507622837] 'agreement among raft nodes before linearized reading' (duration: 116.441818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.850607Z","caller":"traceutil/trace.go:171","msg":"trace[633404984] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"141.029856ms","start":"2026-03-19T21:58:23.709546Z","end":"2026-03-19T21:58:23.850576Z","steps":["trace[633404984] 'process raft request' (duration: 140.703139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.850708Z","caller":"traceutil/trace.go:171","msg":"trace[1748275312] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"131.187996ms","start":"2026-03-19T21:58:23.719504Z","end":"2026-03-19T21:58:23.850692Z","steps":["trace[1748275312] 'process raft request' (duration: 131.011783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:23.850687Z","caller":"traceutil/trace.go:171","msg":"trace[1533831797] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"140.156546ms","start":"2026-03-19T21:58:23.710506Z","end":"2026-03-19T21:58:23.850662Z","steps":["trace[1533831797] 'process raft request' (duration: 139.957671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:24.076723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.815846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:24.076835Z","caller":"traceutil/trace.go:171","msg":"trace[1627540974] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:2677; }","duration":"147.9902ms","start":"2026-03-19T21:58:23.928825Z","end":"2026-03-19T21:58:24.076815Z","steps":["trace[1627540974] 'range keys from in-memory index tree' (duration: 147.726135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:24.08292Z","caller":"traceutil/trace.go:171","msg":"trace[2097680779] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2814; }","duration":"133.916927ms","start":"2026-03-19T21:58:23.948978Z","end":"2026-03-19T21:58:24.082895Z","steps":["trace[2097680779] 'read index received' (duration: 133.643661ms)","trace[2097680779] 'applied index is now lower than readState.Index' (duration: 272.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:24.083001Z","caller":"traceutil/trace.go:171","msg":"trace[862809002] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"145.580797ms","start":"2026-03-19T21:58:23.937374Z","end":"2026-03-19T21:58:24.082955Z","steps":["trace[862809002] 'process raft request' (duration: 145.315421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:24.083097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.460793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:24.083141Z","caller":"traceutil/trace.go:171","msg":"trace[537223885] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2678; }","duration":"105.560345ms","start":"2026-03-19T21:58:23.977569Z","end":"2026-03-19T21:58:24.083129Z","steps":["trace[537223885] 'agreement among raft nodes before linearized reading' (duration: 105.472033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:24.083147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.110182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:24.083377Z","caller":"traceutil/trace.go:171","msg":"trace[320797619] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2678; }","duration":"134.386818ms","start":"2026-03-19T21:58:23.948969Z","end":"2026-03-19T21:58:24.083356Z","steps":["trace[320797619] 'agreement among raft nodes before linearized reading' (duration: 134.066881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:24.3742Z","caller":"traceutil/trace.go:171","msg":"trace[255806652] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"218.080874ms","start":"2026-03-19T21:58:24.156086Z","end":"2026-03-19T21:58:24.374167Z","steps":["trace[255806652] 'process raft request' (duration: 181.301573ms)","trace[255806652] 'compare' (duration: 36.397192ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:24.37432Z","caller":"traceutil/trace.go:171","msg":"trace[1274789087] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"208.339398ms","start":"2026-03-19T21:58:24.165943Z","end":"2026-03-19T21:58:24.374283Z","steps":["trace[1274789087] 'read index received' (duration: 171.463835ms)","trace[1274789087] 'applied index is now lower than readState.Index' (duration: 36.872963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:24.374581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.602274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T21:58:24.374709Z","caller":"traceutil/trace.go:171","msg":"trace[580051613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2682; }","duration":"208.765006ms","start":"2026-03-19T21:58:24.165902Z","end":"2026-03-19T21:58:24.374667Z","steps":["trace[580051613] 'agreement among raft nodes before linearized reading' (duration: 208.47714ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:24.374927Z","caller":"traceutil/trace.go:171","msg":"trace[917480163] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"160.780517ms","start":"2026-03-19T21:58:24.214101Z","end":"2026-03-19T21:58:24.374882Z","steps":["trace[917480163] 'process raft request' (duration: 160.525872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:24.375031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.019487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:58:24.375114Z","caller":"traceutil/trace.go:171","msg":"trace[1337576460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2683; }","duration":"189.140679ms","start":"2026-03-19T21:58:24.185956Z","end":"2026-03-19T21:58:24.375096Z","steps":["trace[1337576460] 'agreement among raft nodes before linearized reading' (duration: 188.889483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:24.375121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.347998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:58:24.3752Z","caller":"traceutil/trace.go:171","msg":"trace[929138089] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2683; }","duration":"169.475921ms","start":"2026-03-19T21:58:24.205707Z","end":"2026-03-19T21:58:24.375183Z","steps":["trace[929138089] 'agreement among raft nodes before linearized reading' (duration: 169.216355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:24.664719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.383046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:24.664887Z","caller":"traceutil/trace.go:171","msg":"trace[756753712] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"186.910789ms","start":"2026-03-19T21:58:24.477908Z","end":"2026-03-19T21:58:24.664819Z","steps":["trace[756753712] 'process raft request' (duration: 48.357759ms)","trace[756753712] 'compare' (duration: 138.236203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:25.011056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.778955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:25.011148Z","caller":"traceutil/trace.go:171","msg":"trace[1689931553] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"260.559822ms","start":"2026-03-19T21:58:24.750571Z","end":"2026-03-19T21:58:25.011131Z","steps":["trace[1689931553] 'process raft request' (duration: 130.612763ms)","trace[1689931553] 'compare' (duration: 129.516759ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:25.066931Z","caller":"traceutil/trace.go:171","msg":"trace[1512209558] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2832; }","duration":"293.800124ms","start":"2026-03-19T21:58:24.773106Z","end":"2026-03-19T21:58:25.066907Z","steps":["trace[1512209558] 'read index received' (duration: 108.180924ms)","trace[1512209558] 'applied index is now lower than readState.Index' (duration: 185.61814ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:25.066957Z","caller":"traceutil/trace.go:171","msg":"trace[1825340232] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"315.554509ms","start":"2026-03-19T21:58:24.751364Z","end":"2026-03-19T21:58:25.066919Z","steps":["trace[1825340232] 'process raft request' (duration: 315.296004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.067049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.930377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:25.067082Z","caller":"traceutil/trace.go:171","msg":"trace[421114456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2697; }","duration":"294.001048ms","start":"2026-03-19T21:58:24.773071Z","end":"2026-03-19T21:58:25.067072Z","steps":["trace[421114456] 'agreement among raft nodes before linearized reading' (duration: 293.927046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.067053Z","caller":"traceutil/trace.go:171","msg":"trace[85692614] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"315.60202ms","start":"2026-03-19T21:58:24.751416Z","end":"2026-03-19T21:58:25.067018Z","steps":["trace[85692614] 'process raft request' (duration: 315.378745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.067096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:24.751345Z","time spent":"315.684062ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5003,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:25.0671Z","caller":"traceutil/trace.go:171","msg":"trace[1406374889] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"314.957915ms","start":"2026-03-19T21:58:24.752114Z","end":"2026-03-19T21:58:25.067072Z","steps":["trace[1406374889] 'process raft request' (duration: 314.720189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.067181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:24.751386Z","time spent":"315.736723ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16974,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:25.067244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:24.752102Z","time spent":"315.065109ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:25.246329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.095464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:25.246418Z","caller":"traceutil/trace.go:171","msg":"trace[1921981395] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"172.957478ms","start":"2026-03-19T21:58:25.073442Z","end":"2026-03-19T21:58:25.246399Z","steps":["trace[1921981395] 'process raft request' (duration: 67.733541ms)","trace[1921981395] 'compare' (duration: 104.969172ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:25.248442Z","caller":"traceutil/trace.go:171","msg":"trace[1891984764] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"172.667202ms","start":"2026-03-19T21:58:25.075757Z","end":"2026-03-19T21:58:25.248424Z","steps":["trace[1891984764] 'process raft request' (duration: 172.336995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.524405Z","caller":"traceutil/trace.go:171","msg":"trace[1979433374] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"274.333569ms","start":"2026-03-19T21:58:25.250036Z","end":"2026-03-19T21:58:25.52437Z","steps":["trace[1979433374] 'process raft request' (duration: 226.82272ms)","trace[1979433374] 'compare' (duration: 47.218263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:25.524568Z","caller":"traceutil/trace.go:171","msg":"trace[2001249971] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"274.450931ms","start":"2026-03-19T21:58:25.250067Z","end":"2026-03-19T21:58:25.524518Z","steps":["trace[2001249971] 'process raft request' (duration: 274.226927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.524791Z","caller":"traceutil/trace.go:171","msg":"trace[1270822717] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"272.973919ms","start":"2026-03-19T21:58:25.251778Z","end":"2026-03-19T21:58:25.524752Z","steps":["trace[1270822717] 'process raft request' (duration: 272.705173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.528376Z","caller":"traceutil/trace.go:171","msg":"trace[2049069333] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"194.847937ms","start":"2026-03-19T21:58:25.333502Z","end":"2026-03-19T21:58:25.52835Z","steps":["trace[2049069333] 'process raft request' (duration: 194.643922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.528419Z","caller":"traceutil/trace.go:171","msg":"trace[1171515682] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2839; }","duration":"160.872549ms","start":"2026-03-19T21:58:25.36753Z","end":"2026-03-19T21:58:25.528402Z","steps":["trace[1171515682] 'read index received' (duration: 109.330649ms)","trace[1171515682] 'applied index is now lower than readState.Index' (duration: 51.54065ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:25.528452Z","caller":"traceutil/trace.go:171","msg":"trace[1360069368] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"194.759565ms","start":"2026-03-19T21:58:25.333665Z","end":"2026-03-19T21:58:25.528425Z","steps":["trace[1360069368] 'process raft request' (duration: 194.607852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.528509Z","caller":"traceutil/trace.go:171","msg":"trace[461845255] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"149.739611ms","start":"2026-03-19T21:58:25.378757Z","end":"2026-03-19T21:58:25.528496Z","steps":["trace[461845255] 'process raft request' (duration: 149.582277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.528685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.125564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:25.528731Z","caller":"traceutil/trace.go:171","msg":"trace[959782461] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2706; }","duration":"161.216937ms","start":"2026-03-19T21:58:25.367503Z","end":"2026-03-19T21:58:25.52872Z","steps":["trace[959782461] 'agreement among raft nodes before linearized reading' (duration: 161.105414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.534371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.245003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T21:58:25.534382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.985429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:58:25.534441Z","caller":"traceutil/trace.go:171","msg":"trace[378283340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2707; }","duration":"155.341465ms","start":"2026-03-19T21:58:25.379083Z","end":"2026-03-19T21:58:25.534424Z","steps":["trace[378283340] 'agreement among raft nodes before linearized reading' (duration: 155.11631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.534476Z","caller":"traceutil/trace.go:171","msg":"trace[2111467961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2707; }","duration":"156.122942ms","start":"2026-03-19T21:58:25.37833Z","end":"2026-03-19T21:58:25.534453Z","steps":["trace[2111467961] 'agreement among raft nodes before linearized reading' (duration: 155.846996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.534694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.667372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:25.534752Z","caller":"traceutil/trace.go:171","msg":"trace[2029159285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2707; }","duration":"155.766245ms","start":"2026-03-19T21:58:25.378972Z","end":"2026-03-19T21:58:25.534738Z","steps":["trace[2029159285] 'agreement among raft nodes before linearized reading' (duration: 155.623891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.882694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.822519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:25.882926Z","caller":"traceutil/trace.go:171","msg":"trace[231763758] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"344.062404ms","start":"2026-03-19T21:58:25.538831Z","end":"2026-03-19T21:58:25.882893Z","steps":["trace[231763758] 'process raft request' (duration: 125.957029ms)","trace[231763758] 'compare' (duration: 217.571884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:25.88306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:25.538803Z","time spent":"344.195468ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:25.883105Z","caller":"traceutil/trace.go:171","msg":"trace[932469149] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"344.174117ms","start":"2026-03-19T21:58:25.538855Z","end":"2026-03-19T21:58:25.883029Z","steps":["trace[932469149] 'process raft request' (duration: 343.950112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.883191Z","caller":"traceutil/trace.go:171","msg":"trace[365957492] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"344.278089ms","start":"2026-03-19T21:58:25.538886Z","end":"2026-03-19T21:58:25.883164Z","steps":["trace[365957492] 'process raft request' (duration: 343.998033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:25.8833Z","caller":"traceutil/trace.go:171","msg":"trace[1233302180] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"344.374812ms","start":"2026-03-19T21:58:25.538904Z","end":"2026-03-19T21:58:25.883279Z","steps":["trace[1233302180] 'process raft request' (duration: 344.182068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.883314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:25.538874Z","time spent":"344.381202ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:25.883435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:25.538887Z","time spent":"344.462874ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:25.883426Z","caller":"traceutil/trace.go:171","msg":"trace[1067586029] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"188.038495ms","start":"2026-03-19T21:58:25.695319Z","end":"2026-03-19T21:58:25.883358Z","steps":["trace[1067586029] 'process raft request' (duration: 187.989904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.883456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:25.538844Z","time spent":"344.382122ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:25.883497Z","caller":"traceutil/trace.go:171","msg":"trace[1585375646] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"341.890016ms","start":"2026-03-19T21:58:25.541594Z","end":"2026-03-19T21:58:25.883484Z","steps":["trace[1585375646] 'process raft request' (duration: 341.61383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.883564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:25.541573Z","time spent":"341.956097ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:25.883625Z","caller":"traceutil/trace.go:171","msg":"trace[1308969729] linearizableReadLoop","detail":"{readStateIndex:2852; appliedIndex:2847; }","duration":"289.895496ms","start":"2026-03-19T21:58:25.593718Z","end":"2026-03-19T21:58:25.883613Z","steps":["trace[1308969729] 'read index received' (duration: 71.053235ms)","trace[1308969729] 'applied index is now lower than readState.Index' (duration: 218.841051ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:25.883745Z","caller":"traceutil/trace.go:171","msg":"trace[660325161] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"226.190745ms","start":"2026-03-19T21:58:25.657523Z","end":"2026-03-19T21:58:25.883714Z","steps":["trace[660325161] 'process raft request' (duration: 225.747465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.883828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.70156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:25.883893Z","caller":"traceutil/trace.go:171","msg":"trace[1631618751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2715; }","duration":"110.801952ms","start":"2026-03-19T21:58:25.773077Z","end":"2026-03-19T21:58:25.883879Z","steps":["trace[1631618751] 'agreement among raft nodes before linearized reading' (duration: 110.705049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:25.883893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.175193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:25.883939Z","caller":"traceutil/trace.go:171","msg":"trace[784445660] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2715; }","duration":"290.265385ms","start":"2026-03-19T21:58:25.593659Z","end":"2026-03-19T21:58:25.883925Z","steps":["trace[784445660] 'agreement among raft nodes before linearized reading' (duration: 290.143932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:26.204294Z","caller":"traceutil/trace.go:171","msg":"trace[1009994846] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"248.531083ms","start":"2026-03-19T21:58:25.955729Z","end":"2026-03-19T21:58:26.20426Z","steps":["trace[1009994846] 'process raft request' (duration: 181.639671ms)","trace[1009994846] 'compare' (duration: 66.427762ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:26.204384Z","caller":"traceutil/trace.go:171","msg":"trace[926563389] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2855; }","duration":"227.451333ms","start":"2026-03-19T21:58:25.976906Z","end":"2026-03-19T21:58:26.204358Z","steps":["trace[926563389] 'read index received' (duration: 160.277725ms)","trace[926563389] 'applied index is now lower than readState.Index' (duration: 67.169988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:26.204528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.610337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:26.204572Z","caller":"traceutil/trace.go:171","msg":"trace[1969559487] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2718; }","duration":"227.711499ms","start":"2026-03-19T21:58:25.97685Z","end":"2026-03-19T21:58:26.204562Z","steps":["trace[1969559487] 'agreement among raft nodes before linearized reading' (duration: 227.596826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:26.539167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.498072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:26.539267Z","caller":"traceutil/trace.go:171","msg":"trace[1517475130] linearizableReadLoop","detail":"{readStateIndex:2859; appliedIndex:2858; }","duration":"239.43894ms","start":"2026-03-19T21:58:26.299811Z","end":"2026-03-19T21:58:26.53925Z","steps":["trace[1517475130] 'read index received' (duration: 103.863197ms)","trace[1517475130] 'applied index is now lower than readState.Index' (duration: 135.574593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:26.53938Z","caller":"traceutil/trace.go:171","msg":"trace[1528535194] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"241.271411ms","start":"2026-03-19T21:58:26.298074Z","end":"2026-03-19T21:58:26.539346Z","steps":["trace[1528535194] 'process raft request' (duration: 105.521924ms)","trace[1528535194] 'compare' (duration: 135.334198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:26.539519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.667507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T21:58:26.539609Z","caller":"traceutil/trace.go:171","msg":"trace[2083964927] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2720; }","duration":"239.80632ms","start":"2026-03-19T21:58:26.29978Z","end":"2026-03-19T21:58:26.539586Z","steps":["trace[2083964927] 'agreement among raft nodes before linearized reading' (duration: 239.567533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:26.550702Z","caller":"traceutil/trace.go:171","msg":"trace[1141188885] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"247.923021ms","start":"2026-03-19T21:58:26.302759Z","end":"2026-03-19T21:58:26.550682Z","steps":["trace[1141188885] 'process raft request' (duration: 247.815058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:26.551454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.90868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:58:26.551556Z","caller":"traceutil/trace.go:171","msg":"trace[228812230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2721; }","duration":"161.461002ms","start":"2026-03-19T21:58:26.390067Z","end":"2026-03-19T21:58:26.551528Z","steps":["trace[228812230] 'agreement among raft nodes before linearized reading' (duration: 160.595193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:26.557258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.507931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:376473"} {"level":"info","ts":"2026-03-19T21:58:26.557344Z","caller":"traceutil/trace.go:171","msg":"trace[998379011] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2721; }","duration":"134.655424ms","start":"2026-03-19T21:58:26.422669Z","end":"2026-03-19T21:58:26.557324Z","steps":["trace[998379011] 'agreement among raft nodes before linearized reading' (duration: 128.080427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:26.863017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.829101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:26.863283Z","caller":"traceutil/trace.go:171","msg":"trace[246093627] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"307.727644ms","start":"2026-03-19T21:58:26.555511Z","end":"2026-03-19T21:58:26.863239Z","steps":["trace[246093627] 'process raft request' (duration: 192.588497ms)","trace[246093627] 'compare' (duration: 114.632896ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:26.863599Z","caller":"traceutil/trace.go:171","msg":"trace[785674869] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"304.88904ms","start":"2026-03-19T21:58:26.558683Z","end":"2026-03-19T21:58:26.863572Z","steps":["trace[785674869] 'process raft request' (duration: 304.628505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:26.863692Z","caller":"traceutil/trace.go:171","msg":"trace[614478060] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"306.058315ms","start":"2026-03-19T21:58:26.557613Z","end":"2026-03-19T21:58:26.863671Z","steps":["trace[614478060] 'process raft request' (duration: 305.641906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:26.86366Z","caller":"traceutil/trace.go:171","msg":"trace[1393210595] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"302.156899ms","start":"2026-03-19T21:58:26.561459Z","end":"2026-03-19T21:58:26.863616Z","steps":["trace[1393210595] 'process raft request' (duration: 301.916674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:26.863667Z","caller":"traceutil/trace.go:171","msg":"trace[184500091] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"306.22518ms","start":"2026-03-19T21:58:26.557384Z","end":"2026-03-19T21:58:26.863609Z","steps":["trace[184500091] 'process raft request' (duration: 305.78063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:26.863691Z","caller":"traceutil/trace.go:171","msg":"trace[983048604] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"301.295779ms","start":"2026-03-19T21:58:26.562354Z","end":"2026-03-19T21:58:26.86365Z","steps":["trace[983048604] 'process raft request' (duration: 301.092935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:26.863734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.558662Z","time spent":"305.008332ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:26.863801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.557598Z","time spent":"306.133088ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:26.863821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.562345Z","time spent":"301.430992ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:26.863849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.561448Z","time spent":"302.300352ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:26.86394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.557366Z","time spent":"306.406254ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:26.863805Z","caller":"traceutil/trace.go:171","msg":"trace[1677282043] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2861; }","duration":"113.495841ms","start":"2026-03-19T21:58:26.750278Z","end":"2026-03-19T21:58:26.863774Z","steps":["trace[1677282043] 'read index received' (duration: 70.512µs)","trace[1677282043] 'applied index is now lower than readState.Index' (duration: 113.423339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:26.864147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.555469Z","time spent":"307.902188ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:26.86419Z","caller":"traceutil/trace.go:171","msg":"trace[1281104383] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"295.380727ms","start":"2026-03-19T21:58:26.5686Z","end":"2026-03-19T21:58:26.863981Z","steps":["trace[1281104383] 'process raft request' (duration: 294.901097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:26.86447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.150386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:58:26.864591Z","caller":"traceutil/trace.go:171","msg":"trace[1944136987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2729; }","duration":"114.320489ms","start":"2026-03-19T21:58:26.750218Z","end":"2026-03-19T21:58:26.864539Z","steps":["trace[1944136987] 'agreement among raft nodes before linearized reading' (duration: 113.92136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.33044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.432001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:27.330689Z","caller":"traceutil/trace.go:171","msg":"trace[818204770] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"459.5496ms","start":"2026-03-19T21:58:26.871116Z","end":"2026-03-19T21:58:27.330666Z","steps":["trace[818204770] 'process raft request' (duration: 301.780182ms)","trace[818204770] 'compare' (duration: 157.304348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:27.330801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.871105Z","time spent":"459.637742ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:27.33077Z","caller":"traceutil/trace.go:171","msg":"trace[1914076125] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"457.532825ms","start":"2026-03-19T21:58:26.873191Z","end":"2026-03-19T21:58:27.330724Z","steps":["trace[1914076125] 'process raft request' (duration: 457.348791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:27.330817Z","caller":"traceutil/trace.go:171","msg":"trace[1670796840] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"450.037178ms","start":"2026-03-19T21:58:26.880755Z","end":"2026-03-19T21:58:27.330792Z","steps":["trace[1670796840] 'process raft request' (duration: 449.883015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.3309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.87317Z","time spent":"457.670458ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:27.330926Z","caller":"traceutil/trace.go:171","msg":"trace[1244502225] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2868; }","duration":"410.694291ms","start":"2026-03-19T21:58:26.920214Z","end":"2026-03-19T21:58:27.330908Z","steps":["trace[1244502225] 'read index received' (duration: 20.045618ms)","trace[1244502225] 'applied index is now lower than readState.Index' (duration: 390.646923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:27.330928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.88074Z","time spent":"450.139041ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15960,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:27.330997Z","caller":"traceutil/trace.go:171","msg":"trace[2082921332] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"449.898325ms","start":"2026-03-19T21:58:26.881089Z","end":"2026-03-19T21:58:27.330987Z","steps":["trace[2082921332] 'process raft request' (duration: 449.62981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.331015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.812464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:27.331039Z","caller":"traceutil/trace.go:171","msg":"trace[1346937026] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2735; }","duration":"410.866154ms","start":"2026-03-19T21:58:26.920165Z","end":"2026-03-19T21:58:27.331031Z","steps":["trace[1346937026] 'agreement among raft nodes before linearized reading' (duration: 410.821253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.33106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.920098Z","time spent":"410.958707ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:58:27.331072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.881054Z","time spent":"449.972587ms","remote":"127.0.0.1:42826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:27.389033Z","caller":"traceutil/trace.go:171","msg":"trace[1913537893] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"444.332392ms","start":"2026-03-19T21:58:26.944614Z","end":"2026-03-19T21:58:27.388946Z","steps":["trace[1913537893] 'process raft request' (duration: 444.224099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.389164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.944585Z","time spent":"444.516615ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":958,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T21:58:27.551494Z","caller":"traceutil/trace.go:171","msg":"trace[1078488608] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"299.692515ms","start":"2026-03-19T21:58:27.251772Z","end":"2026-03-19T21:58:27.551465Z","steps":["trace[1078488608] 'process raft request' (duration: 299.500231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.551594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.700476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:27.551654Z","caller":"traceutil/trace.go:171","msg":"trace[664621626] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2737; }","duration":"581.805368ms","start":"2026-03-19T21:58:26.969838Z","end":"2026-03-19T21:58:27.551644Z","steps":["trace[664621626] 'agreement among raft nodes before linearized reading' (duration: 581.679945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.551708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.969823Z","time spent":"581.87ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":26,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:58:27.551788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.025651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8409"} {"level":"info","ts":"2026-03-19T21:58:27.551843Z","caller":"traceutil/trace.go:171","msg":"trace[24824421] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2737; }","duration":"607.119133ms","start":"2026-03-19T21:58:26.944705Z","end":"2026-03-19T21:58:27.551825Z","steps":["trace[24824421] 'agreement among raft nodes before linearized reading' (duration: 606.919529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.551885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:26.944688Z","time spent":"607.189154ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8433,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T21:58:27.551467Z","caller":"traceutil/trace.go:171","msg":"trace[204495769] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2874; }","duration":"220.481529ms","start":"2026-03-19T21:58:27.33096Z","end":"2026-03-19T21:58:27.551441Z","steps":["trace[204495769] 'read index received' (duration: 57.877201ms)","trace[204495769] 'applied index is now lower than readState.Index' (duration: 162.602748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:27.60027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.470848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:27.600332Z","caller":"traceutil/trace.go:171","msg":"trace[567900916] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2738; }","duration":"259.561059ms","start":"2026-03-19T21:58:27.340758Z","end":"2026-03-19T21:58:27.600319Z","steps":["trace[567900916] 'agreement among raft nodes before linearized reading' (duration: 259.462217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.600336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.343226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-19T21:58:27.600415Z","caller":"traceutil/trace.go:171","msg":"trace[2039358849] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2738; }","duration":"216.473539ms","start":"2026-03-19T21:58:27.383925Z","end":"2026-03-19T21:58:27.600398Z","steps":["trace[2039358849] 'agreement among raft nodes before linearized reading' (duration: 216.225884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:27.788872Z","caller":"traceutil/trace.go:171","msg":"trace[2116886633] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"179.302259ms","start":"2026-03-19T21:58:27.609545Z","end":"2026-03-19T21:58:27.788847Z","steps":["trace[2116886633] 'process raft request' (duration: 179.158045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:27.897414Z","caller":"traceutil/trace.go:171","msg":"trace[1909134769] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2879; }","duration":"124.227121ms","start":"2026-03-19T21:58:27.773168Z","end":"2026-03-19T21:58:27.897395Z","steps":["trace[1909134769] 'read index received' (duration: 15.586897ms)","trace[1909134769] 'applied index is now lower than readState.Index' (duration: 108.639064ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:27.897419Z","caller":"traceutil/trace.go:171","msg":"trace[1623790462] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"197.496314ms","start":"2026-03-19T21:58:27.699885Z","end":"2026-03-19T21:58:27.897381Z","steps":["trace[1623790462] 'process raft request' (duration: 197.260319ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:27.897457Z","caller":"traceutil/trace.go:171","msg":"trace[1071576521] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"188.720259ms","start":"2026-03-19T21:58:27.708711Z","end":"2026-03-19T21:58:27.897431Z","steps":["trace[1071576521] 'process raft request' (duration: 188.591597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:27.897563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.388885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:27.897605Z","caller":"traceutil/trace.go:171","msg":"trace[1726868848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"124.525917ms","start":"2026-03-19T21:58:27.773068Z","end":"2026-03-19T21:58:27.897593Z","steps":["trace[1726868848] 'agreement among raft nodes before linearized reading' (duration: 124.428875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:27.897586Z","caller":"traceutil/trace.go:171","msg":"trace[216806406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2743; }","duration":"187.222426ms","start":"2026-03-19T21:58:27.710338Z","end":"2026-03-19T21:58:27.897561Z","steps":["trace[216806406] 'process raft request' (duration: 187.025932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:29.069484Z","caller":"traceutil/trace.go:171","msg":"trace[999201130] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"107.611831ms","start":"2026-03-19T21:58:28.961852Z","end":"2026-03-19T21:58:29.069464Z","steps":["trace[999201130] 'process raft request' (duration: 53.808131ms)","trace[999201130] 'compare' (duration: 53.643807ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:29.069686Z","caller":"traceutil/trace.go:171","msg":"trace[80579796] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"106.23906ms","start":"2026-03-19T21:58:28.963429Z","end":"2026-03-19T21:58:29.069668Z","steps":["trace[80579796] 'process raft request' (duration: 105.985244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:29.953838Z","caller":"traceutil/trace.go:171","msg":"trace[450807745] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"146.285762ms","start":"2026-03-19T21:58:29.807527Z","end":"2026-03-19T21:58:29.953813Z","steps":["trace[450807745] 'process raft request' (duration: 146.050867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:30.080724Z","caller":"traceutil/trace.go:171","msg":"trace[317066084] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2901; }","duration":"127.108736ms","start":"2026-03-19T21:58:29.953596Z","end":"2026-03-19T21:58:30.080704Z","steps":["trace[317066084] 'read index received' (duration: 96.745878ms)","trace[317066084] 'applied index is now lower than readState.Index' (duration: 30.361348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:30.080831Z","caller":"traceutil/trace.go:171","msg":"trace[1878371518] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"141.273021ms","start":"2026-03-19T21:58:29.939545Z","end":"2026-03-19T21:58:30.080818Z","steps":["trace[1878371518] 'process raft request' (duration: 110.898204ms)","trace[1878371518] 'compare' (duration: 30.174563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:30.081041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.423703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:30.081086Z","caller":"traceutil/trace.go:171","msg":"trace[1586729388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2761; }","duration":"127.528305ms","start":"2026-03-19T21:58:29.953546Z","end":"2026-03-19T21:58:30.081074Z","steps":["trace[1586729388] 'agreement among raft nodes before linearized reading' (duration: 127.368821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:30.081333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.416168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-03-19T21:58:30.081398Z","caller":"traceutil/trace.go:171","msg":"trace[1144620765] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520; range_end:; response_count:1; response_revision:2761; }","duration":"117.527991ms","start":"2026-03-19T21:58:29.963856Z","end":"2026-03-19T21:58:30.081384Z","steps":["trace[1144620765] 'agreement among raft nodes before linearized reading' (duration: 117.308516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:30.350545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.894202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:30.350656Z","caller":"traceutil/trace.go:171","msg":"trace[1714167004] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"263.812065ms","start":"2026-03-19T21:58:30.086824Z","end":"2026-03-19T21:58:30.350636Z","steps":["trace[1714167004] 'process raft request' (duration: 140.73677ms)","trace[1714167004] 'compare' (duration: 122.789379ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:30.374581Z","caller":"traceutil/trace.go:171","msg":"trace[1462055770] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"287.623427ms","start":"2026-03-19T21:58:30.086937Z","end":"2026-03-19T21:58:30.374561Z","steps":["trace[1462055770] 'process raft request' (duration: 287.464252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:30.416897Z","caller":"traceutil/trace.go:171","msg":"trace[819694172] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"138.890259ms","start":"2026-03-19T21:58:30.277967Z","end":"2026-03-19T21:58:30.416857Z","steps":["trace[819694172] 'process raft request' (duration: 138.605383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:31.037825Z","caller":"traceutil/trace.go:171","msg":"trace[1924626977] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2906; }","duration":"264.436248ms","start":"2026-03-19T21:58:30.773363Z","end":"2026-03-19T21:58:31.0378Z","steps":["trace[1924626977] 'read index received' (duration: 264.197103ms)","trace[1924626977] 'applied index is now lower than readState.Index' (duration: 238.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:31.037887Z","caller":"traceutil/trace.go:171","msg":"trace[62787541] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"307.430007ms","start":"2026-03-19T21:58:30.730421Z","end":"2026-03-19T21:58:31.037851Z","steps":["trace[62787541] 'process raft request' (duration: 307.191992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:31.038039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:30.73039Z","time spent":"307.57166ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T21:58:31.038049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.149281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:58:31.038061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.682594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:31.038097Z","caller":"traceutil/trace.go:171","msg":"trace[590692699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2766; }","duration":"147.284484ms","start":"2026-03-19T21:58:30.890802Z","end":"2026-03-19T21:58:31.038087Z","steps":["trace[590692699] 'agreement among raft nodes before linearized reading' (duration: 147.140511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:31.038136Z","caller":"traceutil/trace.go:171","msg":"trace[2054657969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"264.807266ms","start":"2026-03-19T21:58:30.77331Z","end":"2026-03-19T21:58:31.038117Z","steps":["trace[2054657969] 'agreement among raft nodes before linearized reading' (duration: 264.623252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:31.462672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.822506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:31.462781Z","caller":"traceutil/trace.go:171","msg":"trace[1970408288] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"388.592178ms","start":"2026-03-19T21:58:31.074169Z","end":"2026-03-19T21:58:31.462762Z","steps":["trace[1970408288] 'read index received' (duration: 271.643339ms)","trace[1970408288] 'applied index is now lower than readState.Index' (duration: 116.947749ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:31.46287Z","caller":"traceutil/trace.go:171","msg":"trace[1113395387] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"419.997698ms","start":"2026-03-19T21:58:31.042859Z","end":"2026-03-19T21:58:31.462857Z","steps":["trace[1113395387] 'process raft request' (duration: 302.896706ms)","trace[1113395387] 'compare' (duration: 116.675893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:31.463126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:31.042839Z","time spent":"420.147301ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:31.463229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.054518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T21:58:31.463351Z","caller":"traceutil/trace.go:171","msg":"trace[102194215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2767; }","duration":"389.221832ms","start":"2026-03-19T21:58:31.074111Z","end":"2026-03-19T21:58:31.463333Z","steps":["trace[102194215] 'agreement among raft nodes before linearized reading' (duration: 388.968616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:31.463408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:31.074093Z","time spent":"389.299594ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:58:31.463465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.281197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-03-19T21:58:31.463575Z","caller":"traceutil/trace.go:171","msg":"trace[1684789545] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520; range_end:; response_count:1; response_revision:2767; }","duration":"378.559364ms","start":"2026-03-19T21:58:31.084996Z","end":"2026-03-19T21:58:31.463556Z","steps":["trace[1684789545] 'agreement among raft nodes before linearized reading' (duration: 378.065413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:31.463663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:31.084978Z","time spent":"378.671766ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520\" "} {"level":"info","ts":"2026-03-19T21:58:31.741754Z","caller":"traceutil/trace.go:171","msg":"trace[356881728] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"274.388791ms","start":"2026-03-19T21:58:31.467335Z","end":"2026-03-19T21:58:31.741724Z","steps":["trace[356881728] 'process raft request' (duration: 211.839465ms)","trace[356881728] 'compare' (duration: 62.267979ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:31.781133Z","caller":"traceutil/trace.go:171","msg":"trace[762715100] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"308.771578ms","start":"2026-03-19T21:58:31.472315Z","end":"2026-03-19T21:58:31.781087Z","steps":["trace[762715100] 'process raft request' (duration: 308.562153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:31.781297Z","caller":"traceutil/trace.go:171","msg":"trace[1967732905] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2908; }","duration":"172.969328ms","start":"2026-03-19T21:58:31.608296Z","end":"2026-03-19T21:58:31.781265Z","steps":["trace[1967732905] 'read index received' (duration: 70.898491ms)","trace[1967732905] 'applied index is now lower than readState.Index' (duration: 102.068517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:31.781349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:31.472275Z","time spent":"308.959302ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3721,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:31.781456Z","caller":"traceutil/trace.go:171","msg":"trace[510254306] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"102.951496ms","start":"2026-03-19T21:58:31.678482Z","end":"2026-03-19T21:58:31.781433Z","steps":["trace[510254306] 'process raft request' (duration: 102.524217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:31.781664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.322536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:31.781723Z","caller":"traceutil/trace.go:171","msg":"trace[1202664253] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2770; }","duration":"173.473749ms","start":"2026-03-19T21:58:31.608231Z","end":"2026-03-19T21:58:31.781705Z","steps":["trace[1202664253] 'agreement among raft nodes before linearized reading' (duration: 173.312476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:32.192814Z","caller":"traceutil/trace.go:171","msg":"trace[1023823294] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"105.148536ms","start":"2026-03-19T21:58:32.087631Z","end":"2026-03-19T21:58:32.192779Z","steps":["trace[1023823294] 'process raft request' (duration: 24.613469ms)","trace[1023823294] 'compare' (duration: 80.375933ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:32.641147Z","caller":"traceutil/trace.go:171","msg":"trace[1240447742] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"164.831268ms","start":"2026-03-19T21:58:32.476283Z","end":"2026-03-19T21:58:32.641114Z","steps":["trace[1240447742] 'process raft request' (duration: 164.579622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:33.73853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.233216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:58:33.738663Z","caller":"traceutil/trace.go:171","msg":"trace[1362705885] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2777; }","duration":"248.459851ms","start":"2026-03-19T21:58:33.490178Z","end":"2026-03-19T21:58:33.738637Z","steps":["trace[1362705885] 'count revisions from in-memory index tree' (duration: 248.121174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:33.738713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.27561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:58:33.739025Z","caller":"traceutil/trace.go:171","msg":"trace[1298139141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2777; }","duration":"271.466424ms","start":"2026-03-19T21:58:33.46735Z","end":"2026-03-19T21:58:33.738817Z","steps":["trace[1298139141] 'range keys from in-memory index tree' (duration: 271.040315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:33.739302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.503137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520\" ","response":"range_response_count:1 size:3922"} {"level":"info","ts":"2026-03-19T21:58:33.739374Z","caller":"traceutil/trace.go:171","msg":"trace[1869898727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520; range_end:; response_count:1; response_revision:2777; }","duration":"263.59292ms","start":"2026-03-19T21:58:33.47576Z","end":"2026-03-19T21:58:33.739353Z","steps":["trace[1869898727] 'range keys from in-memory index tree' (duration: 263.362225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:33.860813Z","caller":"traceutil/trace.go:171","msg":"trace[281645565] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2918; }","duration":"114.906013ms","start":"2026-03-19T21:58:33.745883Z","end":"2026-03-19T21:58:33.860789Z","steps":["trace[281645565] 'read index received' (duration: 114.670058ms)","trace[281645565] 'applied index is now lower than readState.Index' (duration: 234.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:33.86092Z","caller":"traceutil/trace.go:171","msg":"trace[1254091274] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"116.051109ms","start":"2026-03-19T21:58:33.744839Z","end":"2026-03-19T21:58:33.86089Z","steps":["trace[1254091274] 'process raft request' (duration: 115.733432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:33.861071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.169049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T21:58:33.861117Z","caller":"traceutil/trace.go:171","msg":"trace[226709916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2778; }","duration":"115.297931ms","start":"2026-03-19T21:58:33.745807Z","end":"2026-03-19T21:58:33.861105Z","steps":["trace[226709916] 'agreement among raft nodes before linearized reading' (duration: 115.112277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:33.88365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.85652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:58:33.883726Z","caller":"traceutil/trace.go:171","msg":"trace[665447445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2779; }","duration":"109.993263ms","start":"2026-03-19T21:58:33.773716Z","end":"2026-03-19T21:58:33.883709Z","steps":["trace[665447445] 'agreement among raft nodes before linearized reading' (duration: 109.83762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:34.136508Z","caller":"traceutil/trace.go:171","msg":"trace[1427755484] linearizableReadLoop","detail":"{readStateIndex:2922; appliedIndex:2921; }","duration":"101.294029ms","start":"2026-03-19T21:58:34.035196Z","end":"2026-03-19T21:58:34.13649Z","steps":["trace[1427755484] 'read index received' (duration: 34.07007ms)","trace[1427755484] 'applied index is now lower than readState.Index' (duration: 67.222809ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:34.136566Z","caller":"traceutil/trace.go:171","msg":"trace[355500475] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2781; }","duration":"108.04994ms","start":"2026-03-19T21:58:34.028494Z","end":"2026-03-19T21:58:34.136544Z","steps":["trace[355500475] 'process raft request' (duration: 40.82002ms)","trace[355500475] 'compare' (duration: 67.081006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:34.13681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.587257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:58:34.136919Z","caller":"traceutil/trace.go:171","msg":"trace[791273061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2781; }","duration":"101.700849ms","start":"2026-03-19T21:58:34.035188Z","end":"2026-03-19T21:58:34.136889Z","steps":["trace[791273061] 'agreement among raft nodes before linearized reading' (duration: 101.378531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:34.49618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.457034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:58:34.49627Z","caller":"traceutil/trace.go:171","msg":"trace[1900300112] linearizableReadLoop","detail":"{readStateIndex:2924; appliedIndex:2923; }","duration":"289.290052ms","start":"2026-03-19T21:58:34.206955Z","end":"2026-03-19T21:58:34.496245Z","steps":["trace[1900300112] 'read index received' (duration: 152.665544ms)","trace[1900300112] 'applied index is now lower than readState.Index' (duration: 136.623848ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:34.496295Z","caller":"traceutil/trace.go:171","msg":"trace[2002428539] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"298.469327ms","start":"2026-03-19T21:58:34.19779Z","end":"2026-03-19T21:58:34.49626Z","steps":["trace[2002428539] 'process raft request' (duration: 161.87212ms)","trace[2002428539] 'compare' (duration: 136.381713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:34.4964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.456635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T21:58:34.496431Z","caller":"traceutil/trace.go:171","msg":"trace[425119459] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2783; }","duration":"289.544778ms","start":"2026-03-19T21:58:34.206879Z","end":"2026-03-19T21:58:34.496423Z","steps":["trace[425119459] 'agreement among raft nodes before linearized reading' (duration: 289.441016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:34.548698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.885769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:34.548761Z","caller":"traceutil/trace.go:171","msg":"trace[1056714012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2784; }","duration":"108.991071ms","start":"2026-03-19T21:58:34.439756Z","end":"2026-03-19T21:58:34.548747Z","steps":["trace[1056714012] 'agreement among raft nodes before linearized reading' (duration: 108.809627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:34.549221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.568667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520\" ","response":"range_response_count:1 size:3922"} {"level":"info","ts":"2026-03-19T21:58:34.549268Z","caller":"traceutil/trace.go:171","msg":"trace[2051362931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5221f3fd-e04c-4706-ac0d-78854b98c520; range_end:; response_count:1; response_revision:2784; }","duration":"106.624968ms","start":"2026-03-19T21:58:34.442632Z","end":"2026-03-19T21:58:34.549257Z","steps":["trace[2051362931] 'agreement among raft nodes before linearized reading' (duration: 106.521686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:38.505848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606023362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:58:38.921459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042198757s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:58:38.921993Z","caller":"traceutil/trace.go:171","msg":"trace[1330723232] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"1.042827671s","start":"2026-03-19T21:58:37.879139Z","end":"2026-03-19T21:58:38.921967Z","steps":["trace[1330723232] 'process raft request' (duration: 1.042593526s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:38.922149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:37.879117Z","time spent":"1.042953923s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:39.491002Z","caller":"traceutil/trace.go:171","msg":"trace[830488574] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"1.58528861s","start":"2026-03-19T21:58:37.90568Z","end":"2026-03-19T21:58:39.490969Z","steps":["trace[830488574] 'process raft request' (duration: 1.582759714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.491181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:37.905667Z","time spent":"1.585425623s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:39.491281Z","caller":"traceutil/trace.go:171","msg":"trace[2143024850] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"1.580111904s","start":"2026-03-19T21:58:37.911144Z","end":"2026-03-19T21:58:39.491256Z","steps":["trace[2143024850] 'process raft request' (duration: 1.579735096s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.491427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:37.911112Z","time spent":"1.580235217s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:39.491673Z","caller":"traceutil/trace.go:171","msg":"trace[673199584] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"1.358274716s","start":"2026-03-19T21:58:38.133363Z","end":"2026-03-19T21:58:39.491638Z","steps":["trace[673199584] 'process raft request' (duration: 1.357817056s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:39.491827Z","caller":"traceutil/trace.go:171","msg":"trace[1275005044] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"970.6607ms","start":"2026-03-19T21:58:38.521144Z","end":"2026-03-19T21:58:39.491805Z","steps":["trace[1275005044] 'process raft request' (duration: 970.429465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.491848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.133337Z","time spent":"1.35843928s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:39.491936Z","caller":"traceutil/trace.go:171","msg":"trace[1778157278] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2991; }","duration":"1.486908776s","start":"2026-03-19T21:58:38.004996Z","end":"2026-03-19T21:58:39.491904Z","steps":["trace[1778157278] 'read index received' (duration: 917.322671ms)","trace[1778157278] 'applied index is now lower than readState.Index' (duration: 569.582105ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:39.491904Z","caller":"traceutil/trace.go:171","msg":"trace[666159762] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"922.478626ms","start":"2026-03-19T21:58:38.569408Z","end":"2026-03-19T21:58:39.491886Z","steps":["trace[666159762] 'process raft request' (duration: 922.294972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.492334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.569377Z","time spent":"922.724001ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:39.492977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.521112Z","time spent":"970.835655ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:39.499083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332223586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T21:58:39.499122Z","caller":"traceutil/trace.go:171","msg":"trace[1219040805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2852; }","duration":"1.332302748s","start":"2026-03-19T21:58:38.166812Z","end":"2026-03-19T21:58:39.499114Z","steps":["trace[1219040805] 'agreement among raft nodes before linearized reading' (duration: 1.332191215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.499146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.16679Z","time spent":"1.332350878s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:58:39.499141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494137027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T21:58:39.499206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.167409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T21:58:39.499279Z","caller":"traceutil/trace.go:171","msg":"trace[2035869618] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2852; }","duration":"206.275051ms","start":"2026-03-19T21:58:39.292983Z","end":"2026-03-19T21:58:39.499258Z","steps":["trace[2035869618] 'agreement among raft nodes before linearized reading' (duration: 206.085667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.499296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.218949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:39.499319Z","caller":"traceutil/trace.go:171","msg":"trace[1207220458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2852; }","duration":"847.258489ms","start":"2026-03-19T21:58:38.652055Z","end":"2026-03-19T21:58:39.499313Z","steps":["trace[1207220458] 'agreement among raft nodes before linearized reading' (duration: 847.197798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:39.499218Z","caller":"traceutil/trace.go:171","msg":"trace[1272339390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2852; }","duration":"1.49426703s","start":"2026-03-19T21:58:38.004931Z","end":"2026-03-19T21:58:39.499198Z","steps":["trace[1272339390] 'agreement among raft nodes before linearized reading' (duration: 1.48710463s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.499327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.445453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T21:58:39.499343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.652048Z","time spent":"847.29216ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T21:58:39.499361Z","caller":"traceutil/trace.go:171","msg":"trace[1910465157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2852; }","duration":"847.520785ms","start":"2026-03-19T21:58:38.651831Z","end":"2026-03-19T21:58:39.499352Z","steps":["trace[1910465157] 'agreement among raft nodes before linearized reading' (duration: 847.425113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:39.499368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.004908Z","time spent":"1.494448014s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:58:39.499403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:38.65181Z","time spent":"847.584426ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:58:50.205209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.402815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T21:58:50.20533Z","caller":"traceutil/trace.go:171","msg":"trace[511533997] linearizableReadLoop","detail":"{readStateIndex:3065; appliedIndex:3064; }","duration":"227.222531ms","start":"2026-03-19T21:58:49.978074Z","end":"2026-03-19T21:58:50.205296Z","steps":["trace[511533997] 'read index received' (duration: 52.773546ms)","trace[511533997] 'applied index is now lower than readState.Index' (duration: 174.446455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:50.205573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.478017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T21:58:50.205616Z","caller":"traceutil/trace.go:171","msg":"trace[634433863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2917; }","duration":"227.551769ms","start":"2026-03-19T21:58:49.978054Z","end":"2026-03-19T21:58:50.205606Z","steps":["trace[634433863] 'agreement among raft nodes before linearized reading' (duration: 227.334264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:51.974539Z","caller":"traceutil/trace.go:171","msg":"trace[1886243311] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"352.41642ms","start":"2026-03-19T21:58:51.622099Z","end":"2026-03-19T21:58:51.974515Z","steps":["trace[1886243311] 'process raft request' (duration: 352.270027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:51.974681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:51.622066Z","time spent":"352.544052ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:58:52.033093Z","caller":"traceutil/trace.go:171","msg":"trace[1213125017] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3067; }","duration":"296.253539ms","start":"2026-03-19T21:58:51.7368Z","end":"2026-03-19T21:58:52.033054Z","steps":["trace[1213125017] 'read index received' (duration: 237.612953ms)","trace[1213125017] 'applied index is now lower than readState.Index' (duration: 58.638676ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:52.033237Z","caller":"traceutil/trace.go:171","msg":"trace[344020654] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"351.07891ms","start":"2026-03-19T21:58:51.682102Z","end":"2026-03-19T21:58:52.03318Z","steps":["trace[344020654] 'process raft request' (duration: 350.699322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:52.033327Z","caller":"traceutil/trace.go:171","msg":"trace[701874432] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"349.310531ms","start":"2026-03-19T21:58:51.683973Z","end":"2026-03-19T21:58:52.033283Z","steps":["trace[701874432] 'process raft request' (duration: 349.021155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:52.033454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:51.682082Z","time spent":"351.261383ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:52.033514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:58:51.683936Z","time spent":"349.491055ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:58:52.033552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.69658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:52.033677Z","caller":"traceutil/trace.go:171","msg":"trace[461184134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2922; }","duration":"257.880234ms","start":"2026-03-19T21:58:51.775776Z","end":"2026-03-19T21:58:52.033656Z","steps":["trace[461184134] 'agreement among raft nodes before linearized reading' (duration: 257.553127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:58:52.033561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.768139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T21:58:52.033781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.910683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:58:52.033817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.096587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T21:58:52.033821Z","caller":"traceutil/trace.go:171","msg":"trace[1646344105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2922; }","duration":"160.099047ms","start":"2026-03-19T21:58:51.873704Z","end":"2026-03-19T21:58:52.033803Z","steps":["trace[1646344105] 'agreement among raft nodes before linearized reading' (duration: 159.666257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:52.03387Z","caller":"traceutil/trace.go:171","msg":"trace[2103947012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2922; }","duration":"160.23929ms","start":"2026-03-19T21:58:51.873619Z","end":"2026-03-19T21:58:52.033858Z","steps":["trace[2103947012] 'agreement among raft nodes before linearized reading' (duration: 160.065026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:52.033942Z","caller":"traceutil/trace.go:171","msg":"trace[1194850101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2922; }","duration":"297.093818ms","start":"2026-03-19T21:58:51.736758Z","end":"2026-03-19T21:58:52.033852Z","steps":["trace[1194850101] 'agreement among raft nodes before linearized reading' (duration: 296.509985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:54.202923Z","caller":"traceutil/trace.go:171","msg":"trace[2124847880] linearizableReadLoop","detail":"{readStateIndex:3080; appliedIndex:3078; }","duration":"127.99718ms","start":"2026-03-19T21:58:54.0749Z","end":"2026-03-19T21:58:54.202898Z","steps":["trace[2124847880] 'read index received' (duration: 20.858554ms)","trace[2124847880] 'applied index is now lower than readState.Index' (duration: 107.137576ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:54.203052Z","caller":"traceutil/trace.go:171","msg":"trace[1479444173] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"113.861837ms","start":"2026-03-19T21:58:54.08918Z","end":"2026-03-19T21:58:54.203042Z","steps":["trace[1479444173] 'process raft request' (duration: 113.670792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:54.20305Z","caller":"traceutil/trace.go:171","msg":"trace[1909515149] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"143.678791ms","start":"2026-03-19T21:58:54.059349Z","end":"2026-03-19T21:58:54.203028Z","steps":["trace[1909515149] 'process raft request' (duration: 112.537406ms)","trace[1909515149] 'compare' (duration: 30.846237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:54.203405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.39988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:58:54.203467Z","caller":"traceutil/trace.go:171","msg":"trace[1370573264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2933; }","duration":"128.616585ms","start":"2026-03-19T21:58:54.074838Z","end":"2026-03-19T21:58:54.203455Z","steps":["trace[1370573264] 'agreement among raft nodes before linearized reading' (duration: 128.330069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:54.42069Z","caller":"traceutil/trace.go:171","msg":"trace[1388079265] linearizableReadLoop","detail":"{readStateIndex:3085; appliedIndex:3084; }","duration":"145.663925ms","start":"2026-03-19T21:58:54.275Z","end":"2026-03-19T21:58:54.420664Z","steps":["trace[1388079265] 'read index received' (duration: 73.857086ms)","trace[1388079265] 'applied index is now lower than readState.Index' (duration: 71.805949ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:54.420751Z","caller":"traceutil/trace.go:171","msg":"trace[44584214] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"145.795898ms","start":"2026-03-19T21:58:54.274914Z","end":"2026-03-19T21:58:54.42071Z","steps":["trace[44584214] 'process raft request' (duration: 73.954958ms)","trace[44584214] 'compare' (duration: 71.662406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:58:54.420873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.848969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T21:58:54.420915Z","caller":"traceutil/trace.go:171","msg":"trace[335652981] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2936; }","duration":"145.9298ms","start":"2026-03-19T21:58:54.274974Z","end":"2026-03-19T21:58:54.420904Z","steps":["trace[335652981] 'agreement among raft nodes before linearized reading' (duration: 145.790727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:54.933248Z","caller":"traceutil/trace.go:171","msg":"trace[1037576235] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"156.664869ms","start":"2026-03-19T21:58:54.77655Z","end":"2026-03-19T21:58:54.933215Z","steps":["trace[1037576235] 'process raft request' (duration: 156.402823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:55.49074Z","caller":"traceutil/trace.go:171","msg":"trace[1913018980] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"109.138311ms","start":"2026-03-19T21:58:55.381564Z","end":"2026-03-19T21:58:55.490703Z","steps":["trace[1913018980] 'process raft request' (duration: 97.226456ms)","trace[1913018980] 'compare' (duration: 11.578647ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:56.161194Z","caller":"traceutil/trace.go:171","msg":"trace[612807826] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"128.658005ms","start":"2026-03-19T21:58:56.03251Z","end":"2026-03-19T21:58:56.161168Z","steps":["trace[612807826] 'process raft request' (duration: 69.575428ms)","trace[612807826] 'compare' (duration: 58.907573ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:58:56.161358Z","caller":"traceutil/trace.go:171","msg":"trace[1264129680] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"114.719265ms","start":"2026-03-19T21:58:56.046618Z","end":"2026-03-19T21:58:56.161338Z","steps":["trace[1264129680] 'process raft request' (duration: 114.50599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:56.161617Z","caller":"traceutil/trace.go:171","msg":"trace[1371579265] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"113.436047ms","start":"2026-03-19T21:58:56.048158Z","end":"2026-03-19T21:58:56.161594Z","steps":["trace[1371579265] 'process raft request' (duration: 113.098199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:58:56.375424Z","caller":"traceutil/trace.go:171","msg":"trace[57263808] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"116.185328ms","start":"2026-03-19T21:58:56.259202Z","end":"2026-03-19T21:58:56.375387Z","steps":["trace[57263808] 'process raft request' (duration: 32.279039ms)","trace[57263808] 'compare' (duration: 83.751945ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:12.493787Z","caller":"traceutil/trace.go:171","msg":"trace[1254408867] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"139.325324ms","start":"2026-03-19T21:59:12.354305Z","end":"2026-03-19T21:59:12.49363Z","steps":["trace[1254408867] 'process raft request' (duration: 82.15293ms)","trace[1254408867] 'compare' (duration: 56.941319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:15.793298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606023914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:59:16.293533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606023914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T21:59:16.722558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441419527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T21:59:16.722945Z","caller":"traceutil/trace.go:171","msg":"trace[786896310] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"1.441899757s","start":"2026-03-19T21:59:15.28101Z","end":"2026-03-19T21:59:16.72291Z","steps":["trace[786896310] 'process raft request' (duration: 1.441733583s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:16.723097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:15.280994Z","time spent":"1.44201982s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:17.487607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.151146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:59:17.487881Z","caller":"traceutil/trace.go:171","msg":"trace[163215970] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"1.211355002s","start":"2026-03-19T21:59:16.276487Z","end":"2026-03-19T21:59:17.487842Z","steps":["trace[163215970] 'process raft request' (duration: 769.864359ms)","trace[163215970] 'compare' (duration: 440.581783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:17.488009Z","caller":"traceutil/trace.go:171","msg":"trace[1617703262] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"1.19239356s","start":"2026-03-19T21:59:16.295578Z","end":"2026-03-19T21:59:17.487971Z","steps":["trace[1617703262] 'process raft request' (duration: 1.192135264s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:17.48802Z","caller":"traceutil/trace.go:171","msg":"trace[185784489] linearizableReadLoop","detail":"{readStateIndex:3205; appliedIndex:3203; }","duration":"2.195553515s","start":"2026-03-19T21:59:15.29242Z","end":"2026-03-19T21:59:17.487974Z","steps":["trace[185784489] 'read index received' (duration: 1.43033598s)","trace[185784489] 'applied index is now lower than readState.Index' (duration: 765.216595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:17.488085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.276463Z","time spent":"1.211515226s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:17.488127Z","caller":"traceutil/trace.go:171","msg":"trace[382783655] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"1.189692321s","start":"2026-03-19T21:59:16.298296Z","end":"2026-03-19T21:59:17.487988Z","steps":["trace[382783655] 'process raft request' (duration: 1.189577387s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195835151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T21:59:17.488269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195184757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:17.488332Z","caller":"traceutil/trace.go:171","msg":"trace[1397281973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3054; }","duration":"2.195934964s","start":"2026-03-19T21:59:15.292379Z","end":"2026-03-19T21:59:17.488314Z","steps":["trace[1397281973] 'agreement among raft nodes before linearized reading' (duration: 2.195705819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:15.292362Z","time spent":"2.196010825s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T21:59:17.488382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.298272Z","time spent":"1.189932805s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:17.488469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70234747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T21:59:17.488502Z","caller":"traceutil/trace.go:171","msg":"trace[1336865683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3054; }","duration":"1.702419091s","start":"2026-03-19T21:59:15.786075Z","end":"2026-03-19T21:59:17.488494Z","steps":["trace[1336865683] 'agreement among raft nodes before linearized reading' (duration: 1.702315418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:15.786031Z","time spent":"1.702488432s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T21:59:17.48834Z","caller":"traceutil/trace.go:171","msg":"trace[1715271821] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3054; }","duration":"2.195271039s","start":"2026-03-19T21:59:15.293056Z","end":"2026-03-19T21:59:17.488327Z","steps":["trace[1715271821] 'agreement among raft nodes before linearized reading' (duration: 2.195134236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714219994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:59:17.488675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139688176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:59:17.488674Z","caller":"traceutil/trace.go:171","msg":"trace[1469360461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3054; }","duration":"1.714349156s","start":"2026-03-19T21:59:15.774315Z","end":"2026-03-19T21:59:17.488664Z","steps":["trace[1469360461] 'agreement among raft nodes before linearized reading' (duration: 1.714264325s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.859198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T21:59:17.488858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.812284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:59:17.488605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:15.29305Z","time spent":"2.195541815s","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:59:17.48889Z","caller":"traceutil/trace.go:171","msg":"trace[292242682] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3054; }","duration":"579.883826ms","start":"2026-03-19T21:59:16.908999Z","end":"2026-03-19T21:59:17.488883Z","steps":["trace[292242682] 'agreement among raft nodes before linearized reading' (duration: 579.826715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:17.488868Z","caller":"traceutil/trace.go:171","msg":"trace[950548945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3054; }","duration":"981.101644ms","start":"2026-03-19T21:59:16.507712Z","end":"2026-03-19T21:59:17.488813Z","steps":["trace[950548945] 'agreement among raft nodes before linearized reading' (duration: 980.656634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.295552Z","time spent":"1.192619276s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:17.488917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897881975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e5cf9a95a5600\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-19T21:59:17.488917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.908978Z","time spent":"579.929278ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:59:17.488986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.507694Z","time spent":"981.252457ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T21:59:17.488984Z","caller":"traceutil/trace.go:171","msg":"trace[1040928329] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e5cf9a95a5600; range_end:; response_count:1; response_revision:3054; }","duration":"1.897984297s","start":"2026-03-19T21:59:15.590989Z","end":"2026-03-19T21:59:17.488973Z","steps":["trace[1040928329] 'agreement among raft nodes before linearized reading' (duration: 1.897814243s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.489034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.065221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:59:17.489054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:15.59097Z","time spent":"1.89807456s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e5cf9a95a5600\" "} {"level":"info","ts":"2026-03-19T21:59:17.489061Z","caller":"traceutil/trace.go:171","msg":"trace[1086015370] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3054; }","duration":"809.116643ms","start":"2026-03-19T21:59:16.679938Z","end":"2026-03-19T21:59:17.489055Z","steps":["trace[1086015370] 'agreement among raft nodes before linearized reading' (duration: 809.075462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.489098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.679923Z","time spent":"809.169764ms","remote":"127.0.0.1:60000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:59:17.488704Z","caller":"traceutil/trace.go:171","msg":"trace[2112625160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3054; }","duration":"1.139750867s","start":"2026-03-19T21:59:16.348947Z","end":"2026-03-19T21:59:17.488698Z","steps":["trace[2112625160] 'agreement among raft nodes before linearized reading' (duration: 1.139679776s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.488751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:15.77429Z","time spent":"1.714451699s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:59:17.489188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.348928Z","time spent":"1.140219708s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:59:17.489201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.973936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T21:59:17.488531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130905641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T21:59:17.489241Z","caller":"traceutil/trace.go:171","msg":"trace[494713990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3054; }","duration":"970.073868ms","start":"2026-03-19T21:59:16.519156Z","end":"2026-03-19T21:59:17.48923Z","steps":["trace[494713990] 'agreement among raft nodes before linearized reading' (duration: 969.964765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.489286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.519132Z","time spent":"970.14724ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:59:17.488985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.255605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:59:17.489362Z","caller":"traceutil/trace.go:171","msg":"trace[693587193] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3054; }","duration":"114.677324ms","start":"2026-03-19T21:59:17.374673Z","end":"2026-03-19T21:59:17.489351Z","steps":["trace[693587193] 'agreement among raft nodes before linearized reading' (duration: 114.276006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:17.489307Z","caller":"traceutil/trace.go:171","msg":"trace[416870704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3054; }","duration":"1.131693519s","start":"2026-03-19T21:59:16.357574Z","end":"2026-03-19T21:59:17.489267Z","steps":["trace[416870704] 'agreement among raft nodes before linearized reading' (duration: 1.130787289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.489465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:16.357557Z","time spent":"1.131849752s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T21:59:17.914144Z","caller":"traceutil/trace.go:171","msg":"trace[2095502661] linearizableReadLoop","detail":"{readStateIndex:3212; appliedIndex:3208; }","duration":"349.886934ms","start":"2026-03-19T21:59:17.564231Z","end":"2026-03-19T21:59:17.914118Z","steps":["trace[2095502661] 'read index received' (duration: 349.522566ms)","trace[2095502661] 'applied index is now lower than readState.Index' (duration: 362.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:17.914566Z","caller":"traceutil/trace.go:171","msg":"trace[690885837] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"419.060285ms","start":"2026-03-19T21:59:17.495447Z","end":"2026-03-19T21:59:17.914507Z","steps":["trace[690885837] 'process raft request' (duration: 418.631815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.914709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.046318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:17.914756Z","caller":"traceutil/trace.go:171","msg":"trace[2106088928] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"420.291682ms","start":"2026-03-19T21:59:17.494407Z","end":"2026-03-19T21:59:17.914699Z","steps":["trace[2106088928] 'process raft request' (duration: 419.593377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:17.914804Z","caller":"traceutil/trace.go:171","msg":"trace[113149337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3059; }","duration":"416.179061ms","start":"2026-03-19T21:59:17.498609Z","end":"2026-03-19T21:59:17.914788Z","steps":["trace[113149337] 'agreement among raft nodes before linearized reading' (duration: 415.981467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.914855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.4986Z","time spent":"416.244072ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T21:59:17.914907Z","caller":"traceutil/trace.go:171","msg":"trace[24421072] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"420.385933ms","start":"2026-03-19T21:59:17.494469Z","end":"2026-03-19T21:59:17.914855Z","steps":["trace[24421072] 'process raft request' (duration: 419.572356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.914937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.494381Z","time spent":"420.451675ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:17.914971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.110219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:59:17.914988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.297114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-19T21:59:17.915035Z","caller":"traceutil/trace.go:171","msg":"trace[1921552567] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3059; }","duration":"346.415627ms","start":"2026-03-19T21:59:17.568607Z","end":"2026-03-19T21:59:17.915023Z","steps":["trace[1921552567] 'agreement among raft nodes before linearized reading' (duration: 346.001558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:17.915039Z","caller":"traceutil/trace.go:171","msg":"trace[889515504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3059; }","duration":"135.198841ms","start":"2026-03-19T21:59:17.779821Z","end":"2026-03-19T21:59:17.91502Z","steps":["trace[889515504] 'agreement among raft nodes before linearized reading' (duration: 135.057508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.914735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.880184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T21:59:17.915041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.494454Z","time spent":"420.538307ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:17.915072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.568581Z","time spent":"346.482278ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-19T21:59:17.915089Z","caller":"traceutil/trace.go:171","msg":"trace[126797125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3059; }","duration":"421.275173ms","start":"2026-03-19T21:59:17.493799Z","end":"2026-03-19T21:59:17.915074Z","steps":["trace[126797125] 'agreement among raft nodes before linearized reading' (duration: 420.719771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.91515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.493776Z","time spent":"421.358815ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:59:17.915225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.341565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e5cfd50523990\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T21:59:17.915306Z","caller":"traceutil/trace.go:171","msg":"trace[489321979] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e5cfd50523990; range_end:; response_count:1; response_revision:3059; }","duration":"346.497149ms","start":"2026-03-19T21:59:17.568791Z","end":"2026-03-19T21:59:17.915288Z","steps":["trace[489321979] 'agreement among raft nodes before linearized reading' (duration: 346.161511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.915358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.568769Z","time spent":"346.57909ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e5cfd50523990\" "} {"level":"warn","ts":"2026-03-19T21:59:17.915775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.495434Z","time spent":"419.29184ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:17.914986Z","caller":"traceutil/trace.go:171","msg":"trace[1177371566] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"420.739112ms","start":"2026-03-19T21:59:17.494175Z","end":"2026-03-19T21:59:17.914914Z","steps":["trace[1177371566] 'process raft request' (duration: 419.673588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:17.916225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:17.494155Z","time spent":"421.916947ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:18.114019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.302553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:59:18.114169Z","caller":"traceutil/trace.go:171","msg":"trace[269807216] linearizableReadLoop","detail":"{readStateIndex:3213; appliedIndex:3212; }","duration":"193.574501ms","start":"2026-03-19T21:59:17.92057Z","end":"2026-03-19T21:59:18.114144Z","steps":["trace[269807216] 'read index received' (duration: 76.039593ms)","trace[269807216] 'applied index is now lower than readState.Index' (duration: 117.533538ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:18.114208Z","caller":"traceutil/trace.go:171","msg":"trace[1785670796] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"194.212915ms","start":"2026-03-19T21:59:17.919932Z","end":"2026-03-19T21:59:18.114145Z","steps":["trace[1785670796] 'process raft request' (duration: 76.644787ms)","trace[1785670796] 'compare' (duration: 116.977205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:18.114452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.878638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-19T21:59:18.114495Z","caller":"traceutil/trace.go:171","msg":"trace[1709638772] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3060; }","duration":"193.96021ms","start":"2026-03-19T21:59:17.920523Z","end":"2026-03-19T21:59:18.114483Z","steps":["trace[1709638772] 'agreement among raft nodes before linearized reading' (duration: 193.740985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:18.114712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.832974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:18.114837Z","caller":"traceutil/trace.go:171","msg":"trace[982682572] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3060; }","duration":"144.026658ms","start":"2026-03-19T21:59:17.970782Z","end":"2026-03-19T21:59:18.114809Z","steps":["trace[982682572] 'agreement among raft nodes before linearized reading' (duration: 143.531807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:19.019944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.441114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:59:19.020043Z","caller":"traceutil/trace.go:171","msg":"trace[242352850] linearizableReadLoop","detail":"{readStateIndex:3215; appliedIndex:3214; }","duration":"291.316259ms","start":"2026-03-19T21:59:18.728711Z","end":"2026-03-19T21:59:19.020027Z","steps":["trace[242352850] 'read index received' (duration: 178.602319ms)","trace[242352850] 'applied index is now lower than readState.Index' (duration: 112.71282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:19.020285Z","caller":"traceutil/trace.go:171","msg":"trace[1730193331] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"488.417629ms","start":"2026-03-19T21:59:18.531855Z","end":"2026-03-19T21:59:19.020273Z","steps":["trace[1730193331] 'process raft request' (duration: 375.550415ms)","trace[1730193331] 'compare' (duration: 112.337922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:19.020354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:18.531832Z","time spent":"488.489742ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:19.020665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.566831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T21:59:19.020705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.987795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T21:59:19.020744Z","caller":"traceutil/trace.go:171","msg":"trace[1024464082] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3062; }","duration":"237.691435ms","start":"2026-03-19T21:59:18.783036Z","end":"2026-03-19T21:59:19.020727Z","steps":["trace[1024464082] 'agreement among raft nodes before linearized reading' (duration: 237.536791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:19.020753Z","caller":"traceutil/trace.go:171","msg":"trace[1865278031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3062; }","duration":"292.086687ms","start":"2026-03-19T21:59:18.728652Z","end":"2026-03-19T21:59:19.020739Z","steps":["trace[1865278031] 'agreement among raft nodes before linearized reading' (duration: 291.905043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:19.02084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.424859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:19.020951Z","caller":"traceutil/trace.go:171","msg":"trace[211230556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3062; }","duration":"246.600793ms","start":"2026-03-19T21:59:18.774324Z","end":"2026-03-19T21:59:19.020925Z","steps":["trace[211230556] 'agreement among raft nodes before linearized reading' (duration: 246.135363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:19.686966Z","caller":"traceutil/trace.go:171","msg":"trace[310232780] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"188.896768ms","start":"2026-03-19T21:59:19.498045Z","end":"2026-03-19T21:59:19.686942Z","steps":["trace[310232780] 'process raft request' (duration: 188.858617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:19.687049Z","caller":"traceutil/trace.go:171","msg":"trace[1029471560] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"190.901602ms","start":"2026-03-19T21:59:19.496097Z","end":"2026-03-19T21:59:19.686999Z","steps":["trace[1029471560] 'process raft request' (duration: 190.759349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:19.686966Z","caller":"traceutil/trace.go:171","msg":"trace[109504268] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"192.305003ms","start":"2026-03-19T21:59:19.494626Z","end":"2026-03-19T21:59:19.686931Z","steps":["trace[109504268] 'process raft request' (duration: 192.121149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:25.962396Z","caller":"traceutil/trace.go:171","msg":"trace[1977522577] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"256.989075ms","start":"2026-03-19T21:59:25.705364Z","end":"2026-03-19T21:59:25.962353Z","steps":["trace[1977522577] 'process raft request' (duration: 220.606304ms)","trace[1977522577] 'compare' (duration: 36.189766ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:26.00669Z","caller":"traceutil/trace.go:171","msg":"trace[838342473] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"299.583863ms","start":"2026-03-19T21:59:25.707074Z","end":"2026-03-19T21:59:26.006658Z","steps":["trace[838342473] 'process raft request' (duration: 299.381698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:26.006895Z","caller":"traceutil/trace.go:171","msg":"trace[556540359] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"298.457197ms","start":"2026-03-19T21:59:25.708414Z","end":"2026-03-19T21:59:26.006871Z","steps":["trace[556540359] 'process raft request' (duration: 298.188791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:26.215313Z","caller":"traceutil/trace.go:171","msg":"trace[1656422769] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"203.81149ms","start":"2026-03-19T21:59:26.011451Z","end":"2026-03-19T21:59:26.215262Z","steps":["trace[1656422769] 'process raft request' (duration: 124.646827ms)","trace[1656422769] 'compare' (duration: 78.807165ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:26.215393Z","caller":"traceutil/trace.go:171","msg":"trace[2112090127] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"203.686368ms","start":"2026-03-19T21:59:26.011668Z","end":"2026-03-19T21:59:26.215355Z","steps":["trace[2112090127] 'process raft request' (duration: 203.493104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:26.215588Z","caller":"traceutil/trace.go:171","msg":"trace[297352736] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"203.193756ms","start":"2026-03-19T21:59:26.01236Z","end":"2026-03-19T21:59:26.215554Z","steps":["trace[297352736] 'process raft request' (duration: 202.950841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:26.535903Z","caller":"traceutil/trace.go:171","msg":"trace[993816583] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"227.825104ms","start":"2026-03-19T21:59:26.308043Z","end":"2026-03-19T21:59:26.535868Z","steps":["trace[993816583] 'process raft request' (duration: 187.466376ms)","trace[993816583] 'compare' (duration: 40.213295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:26.762033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.826829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e5cfd6596bf5d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-19T21:59:26.762151Z","caller":"traceutil/trace.go:171","msg":"trace[1939992939] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e5cfd6596bf5d; range_end:; response_count:1; response_revision:3103; }","duration":"120.075165ms","start":"2026-03-19T21:59:26.642049Z","end":"2026-03-19T21:59:26.762124Z","steps":["trace[1939992939] 'range keys from in-memory index tree' (duration: 119.456281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:28.438438Z","caller":"traceutil/trace.go:171","msg":"trace[978056126] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"470.638013ms","start":"2026-03-19T21:59:27.967766Z","end":"2026-03-19T21:59:28.438404Z","steps":["trace[978056126] 'process raft request' (duration: 470.459639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.438829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:27.967733Z","time spent":"470.88728ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:28.439233Z","caller":"traceutil/trace.go:171","msg":"trace[7016816] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"426.990142ms","start":"2026-03-19T21:59:28.012215Z","end":"2026-03-19T21:59:28.439205Z","steps":["trace[7016816] 'process raft request' (duration: 426.735466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:28.01219Z","time spent":"427.108044ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:28.439441Z","caller":"traceutil/trace.go:171","msg":"trace[2041941007] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"426.466419ms","start":"2026-03-19T21:59:28.012949Z","end":"2026-03-19T21:59:28.439415Z","steps":["trace[2041941007] 'process raft request' (duration: 426.198013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.006404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T21:59:28.439221Z","caller":"traceutil/trace.go:171","msg":"trace[1051821641] linearizableReadLoop","detail":"{readStateIndex:3263; appliedIndex:3260; }","duration":"383.698187ms","start":"2026-03-19T21:59:28.055496Z","end":"2026-03-19T21:59:28.439194Z","steps":["trace[1051821641] 'read index received' (duration: 382.741655ms)","trace[1051821641] 'applied index is now lower than readState.Index' (duration: 955.291µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:28.439564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:28.01292Z","time spent":"426.577811ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:28.439574Z","caller":"traceutil/trace.go:171","msg":"trace[790916882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3108; }","duration":"384.142647ms","start":"2026-03-19T21:59:28.05542Z","end":"2026-03-19T21:59:28.439563Z","steps":["trace[790916882] 'agreement among raft nodes before linearized reading' (duration: 383.85751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:28.05539Z","time spent":"384.215519ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:59:28.439696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.382916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:59:28.439987Z","caller":"traceutil/trace.go:171","msg":"trace[2045107820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3108; }","duration":"219.695903ms","start":"2026-03-19T21:59:28.220269Z","end":"2026-03-19T21:59:28.439965Z","steps":["trace[2045107820] 'agreement among raft nodes before linearized reading' (duration: 219.352786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.428648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T21:59:28.440065Z","caller":"traceutil/trace.go:171","msg":"trace[743848079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3108; }","duration":"219.786435ms","start":"2026-03-19T21:59:28.220269Z","end":"2026-03-19T21:59:28.440056Z","steps":["trace[743848079] 'agreement among raft nodes before linearized reading' (duration: 219.442638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.224203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T21:59:28.440124Z","caller":"traceutil/trace.go:171","msg":"trace[1472932476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3108; }","duration":"219.576471ms","start":"2026-03-19T21:59:28.220541Z","end":"2026-03-19T21:59:28.440117Z","steps":["trace[1472932476] 'agreement among raft nodes before linearized reading' (duration: 219.139981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.800917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:59:28.440201Z","caller":"traceutil/trace.go:171","msg":"trace[665483954] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3108; }","duration":"172.249766ms","start":"2026-03-19T21:59:28.267936Z","end":"2026-03-19T21:59:28.440186Z","steps":["trace[665483954] 'agreement among raft nodes before linearized reading' (duration: 171.835077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:28.439846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.795535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T21:59:28.440266Z","caller":"traceutil/trace.go:171","msg":"trace[300074911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3108; }","duration":"180.223234ms","start":"2026-03-19T21:59:28.260034Z","end":"2026-03-19T21:59:28.440257Z","steps":["trace[300074911] 'agreement among raft nodes before linearized reading' (duration: 179.644601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:32.613008Z","caller":"traceutil/trace.go:171","msg":"trace[525816288] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"160.508216ms","start":"2026-03-19T21:59:32.452475Z","end":"2026-03-19T21:59:32.612983Z","steps":["trace[525816288] 'process raft request' (duration: 160.364703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.22991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.946642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:34.230076Z","caller":"traceutil/trace.go:171","msg":"trace[959772155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3125; }","duration":"964.152526ms","start":"2026-03-19T21:59:33.265899Z","end":"2026-03-19T21:59:34.230052Z","steps":["trace[959772155] 'range keys from in-memory index tree' (duration: 963.918621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.230596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501829343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:59:34.230881Z","caller":"traceutil/trace.go:171","msg":"trace[1066791239] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3280; }","duration":"1.76703002s","start":"2026-03-19T21:59:32.463832Z","end":"2026-03-19T21:59:34.230862Z","steps":["trace[1066791239] 'read index received' (duration: 149.133352ms)","trace[1066791239] 'applied index is now lower than readState.Index' (duration: 1.617895628s)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:34.230969Z","caller":"traceutil/trace.go:171","msg":"trace[424877940] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"1.771231983s","start":"2026-03-19T21:59:32.459725Z","end":"2026-03-19T21:59:34.230957Z","steps":["trace[424877940] 'process raft request' (duration: 268.865329ms)","trace[424877940] 'compare' (duration: 1.501582367s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:34.231034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.459707Z","time spent":"1.771290925s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:34.231064Z","caller":"traceutil/trace.go:171","msg":"trace[760241364] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"1.770443946s","start":"2026-03-19T21:59:32.460563Z","end":"2026-03-19T21:59:34.231007Z","steps":["trace[760241364] 'process raft request' (duration: 1.770195471s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.23127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.460554Z","time spent":"1.77061059s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:34.231323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767499771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T21:59:34.231363Z","caller":"traceutil/trace.go:171","msg":"trace[1922695731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3127; }","duration":"1.767571962s","start":"2026-03-19T21:59:32.463779Z","end":"2026-03-19T21:59:34.231351Z","steps":["trace[1922695731] 'agreement among raft nodes before linearized reading' (duration: 1.767411998s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.231395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.463765Z","time spent":"1.767620924s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T21:59:34.238781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.046753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T21:59:34.238889Z","caller":"traceutil/trace.go:171","msg":"trace[73476773] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3128; }","duration":"946.145625ms","start":"2026-03-19T21:59:33.292711Z","end":"2026-03-19T21:59:34.238856Z","steps":["trace[73476773] 'agreement among raft nodes before linearized reading' (duration: 945.88825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.23893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:33.292663Z","time spent":"946.259078ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T21:59:34.238866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77282195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T21:59:34.239193Z","caller":"traceutil/trace.go:171","msg":"trace[1829228403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3128; }","duration":"1.773195178s","start":"2026-03-19T21:59:32.46595Z","end":"2026-03-19T21:59:34.239145Z","steps":["trace[1829228403] 'agreement among raft nodes before linearized reading' (duration: 1.772620305s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.239264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.465928Z","time spent":"1.773320021s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T21:59:34.23934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.154022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:59:34.239384Z","caller":"traceutil/trace.go:171","msg":"trace[5469146] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3128; }","duration":"492.231444ms","start":"2026-03-19T21:59:33.747136Z","end":"2026-03-19T21:59:34.239367Z","steps":["trace[5469146] 'agreement among raft nodes before linearized reading' (duration: 492.160392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.239411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:33.747116Z","time spent":"492.288464ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T21:59:34.239657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.851969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T21:59:34.239697Z","caller":"traceutil/trace.go:171","msg":"trace[382258080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3128; }","duration":"677.91522ms","start":"2026-03-19T21:59:33.561762Z","end":"2026-03-19T21:59:34.239677Z","steps":["trace[382258080] 'agreement among raft nodes before linearized reading' (duration: 677.773177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.239721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:33.561743Z","time spent":"677.972561ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:59:34.239868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110909294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T21:59:34.239952Z","caller":"traceutil/trace.go:171","msg":"trace[198785094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3128; }","duration":"1.111002397s","start":"2026-03-19T21:59:33.128915Z","end":"2026-03-19T21:59:34.239918Z","steps":["trace[198785094] 'agreement among raft nodes before linearized reading' (duration: 1.110633819s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:34.239114Z","caller":"traceutil/trace.go:171","msg":"trace[1296142507] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"158.933491ms","start":"2026-03-19T21:59:34.080169Z","end":"2026-03-19T21:59:34.239103Z","steps":["trace[1296142507] 'process raft request' (duration: 158.062962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.240415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773553987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T21:59:34.240508Z","caller":"traceutil/trace.go:171","msg":"trace[1279977222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3128; }","duration":"1.773663219s","start":"2026-03-19T21:59:32.466814Z","end":"2026-03-19T21:59:34.240477Z","steps":["trace[1279977222] 'agreement among raft nodes before linearized reading' (duration: 1.773418074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.240553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.466801Z","time spent":"1.7737439s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T21:59:34.240588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773995216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T21:59:34.240613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208438298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:34.240663Z","caller":"traceutil/trace.go:171","msg":"trace[1728555433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3128; }","duration":"1.774083858s","start":"2026-03-19T21:59:32.466549Z","end":"2026-03-19T21:59:34.240633Z","steps":["trace[1728555433] 'agreement among raft nodes before linearized reading' (duration: 1.773911475s)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:34.240713Z","caller":"traceutil/trace.go:171","msg":"trace[1403249342] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3128; }","duration":"1.208534101s","start":"2026-03-19T21:59:33.032114Z","end":"2026-03-19T21:59:34.240648Z","steps":["trace[1403249342] 'agreement among raft nodes before linearized reading' (duration: 1.208414428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.240754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467049339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:59:34.24077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:33.032098Z","time spent":"1.208657503s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T21:59:34.240792Z","caller":"traceutil/trace.go:171","msg":"trace[518031938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3128; }","duration":"1.46712201s","start":"2026-03-19T21:59:32.773661Z","end":"2026-03-19T21:59:34.240783Z","steps":["trace[518031938] 'agreement among raft nodes before linearized reading' (duration: 1.467045178s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.240827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.773621Z","time spent":"1.467194251s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:59:34.241506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:32.466535Z","time spent":"1.77415627s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T21:59:34.241549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:33.128899Z","time spent":"1.111089988s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T21:59:34.509709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.969428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:59:34.509829Z","caller":"traceutil/trace.go:171","msg":"trace[607235534] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"272.524391ms","start":"2026-03-19T21:59:34.237285Z","end":"2026-03-19T21:59:34.509809Z","steps":["trace[607235534] 'process raft request' (duration: 128.333028ms)","trace[607235534] 'compare' (duration: 143.644491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:34.565151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.241498Z","time spent":"323.64196ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T21:59:34.565279Z","caller":"traceutil/trace.go:171","msg":"trace[1314297918] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"318.067465ms","start":"2026-03-19T21:59:34.247167Z","end":"2026-03-19T21:59:34.565235Z","steps":["trace[1314297918] 'process raft request' (duration: 317.989253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:34.565319Z","caller":"traceutil/trace.go:171","msg":"trace[1001516949] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"318.164668ms","start":"2026-03-19T21:59:34.247107Z","end":"2026-03-19T21:59:34.565272Z","steps":["trace[1001516949] 'process raft request' (duration: 317.921251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.565594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.247091Z","time spent":"318.339801ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:34.565698Z","caller":"traceutil/trace.go:171","msg":"trace[1144554641] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"318.388132ms","start":"2026-03-19T21:59:34.247274Z","end":"2026-03-19T21:59:34.565662Z","steps":["trace[1144554641] 'process raft request' (duration: 317.918772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.565693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.247163Z","time spent":"318.219559ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T21:59:34.565794Z","caller":"traceutil/trace.go:171","msg":"trace[584583374] linearizableReadLoop","detail":"{readStateIndex:3286; appliedIndex:3284; }","duration":"322.156075ms","start":"2026-03-19T21:59:34.243607Z","end":"2026-03-19T21:59:34.565763Z","steps":["trace[584583374] 'read index received' (duration: 122.347854ms)","trace[584583374] 'applied index is now lower than readState.Index' (duration: 199.806901ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:34.56584Z","caller":"traceutil/trace.go:171","msg":"trace[1796103871] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"318.193458ms","start":"2026-03-19T21:59:34.247615Z","end":"2026-03-19T21:59:34.565808Z","steps":["trace[1796103871] 'process raft request' (duration: 317.981764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.565837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.247268Z","time spent":"318.484584ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:34.565945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.247596Z","time spent":"318.308981ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:34.566005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.375951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:34.566079Z","caller":"traceutil/trace.go:171","msg":"trace[1545929985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3133; }","duration":"322.491663ms","start":"2026-03-19T21:59:34.243566Z","end":"2026-03-19T21:59:34.566058Z","steps":["trace[1545929985] 'agreement among raft nodes before linearized reading' (duration: 322.33877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.566079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.217017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T21:59:34.56612Z","caller":"traceutil/trace.go:171","msg":"trace[665704240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3133; }","duration":"322.286189ms","start":"2026-03-19T21:59:34.243823Z","end":"2026-03-19T21:59:34.56611Z","steps":["trace[665704240] 'agreement among raft nodes before linearized reading' (duration: 322.132476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.566125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.243522Z","time spent":"322.595715ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:59:34.566152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.24381Z","time spent":"322.33498ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T21:59:34.566227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.076434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-19T21:59:34.566348Z","caller":"traceutil/trace.go:171","msg":"trace[772288354] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3133; }","duration":"322.221047ms","start":"2026-03-19T21:59:34.244093Z","end":"2026-03-19T21:59:34.566314Z","steps":["trace[772288354] 'agreement among raft nodes before linearized reading' (duration: 321.939301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.566727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.244065Z","time spent":"322.646406ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T21:59:34.974177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.942098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T21:59:34.974386Z","caller":"traceutil/trace.go:171","msg":"trace[823042602] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"406.291ms","start":"2026-03-19T21:59:34.568058Z","end":"2026-03-19T21:59:34.974349Z","steps":["trace[823042602] 'process raft request' (duration: 159.953792ms)","trace[823042602] 'compare' (duration: 245.691293ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:34.974699Z","caller":"traceutil/trace.go:171","msg":"trace[2024281155] linearizableReadLoop","detail":"{readStateIndex:3291; appliedIndex:3290; }","duration":"406.510565ms","start":"2026-03-19T21:59:34.568159Z","end":"2026-03-19T21:59:34.97467Z","steps":["trace[2024281155] 'read index received' (duration: 159.870061ms)","trace[2024281155] 'applied index is now lower than readState.Index' (duration: 246.635554ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:34.974842Z","caller":"traceutil/trace.go:171","msg":"trace[1450646872] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"356.105002ms","start":"2026-03-19T21:59:34.618711Z","end":"2026-03-19T21:59:34.974816Z","steps":["trace[1450646872] 'process raft request' (duration: 355.643272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.974946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.77586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9254"} {"level":"warn","ts":"2026-03-19T21:59:34.974952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.404555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T21:59:34.975013Z","caller":"traceutil/trace.go:171","msg":"trace[1217507188] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3135; }","duration":"406.895233ms","start":"2026-03-19T21:59:34.568103Z","end":"2026-03-19T21:59:34.974998Z","steps":["trace[1217507188] 'agreement among raft nodes before linearized reading' (duration: 406.671018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.974998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.854242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T21:59:34.975009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.068421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-19T21:59:34.975047Z","caller":"traceutil/trace.go:171","msg":"trace[1486403154] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3135; }","duration":"222.580109ms","start":"2026-03-19T21:59:34.75245Z","end":"2026-03-19T21:59:34.97503Z","steps":["trace[1486403154] 'agreement among raft nodes before linearized reading' (duration: 222.399695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.975047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.568076Z","time spent":"406.962795ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9278,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T21:59:34.975082Z","caller":"traceutil/trace.go:171","msg":"trace[1026170610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3135; }","duration":"402.028136ms","start":"2026-03-19T21:59:34.573031Z","end":"2026-03-19T21:59:34.975059Z","steps":["trace[1026170610] 'agreement among raft nodes before linearized reading' (duration: 401.834182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:34.975088Z","caller":"traceutil/trace.go:171","msg":"trace[169470770] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3135; }","duration":"404.202473ms","start":"2026-03-19T21:59:34.570866Z","end":"2026-03-19T21:59:34.975068Z","steps":["trace[169470770] 'agreement among raft nodes before linearized reading' (duration: 403.957308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:34.975131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.570843Z","time spent":"404.278886ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T21:59:34.975132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.573002Z","time spent":"402.122178ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T21:59:34.975353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.56803Z","time spent":"406.709789ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:34.975038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:34.618681Z","time spent":"356.224735ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T21:59:36.612005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.944617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e5cfd50523990\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T21:59:36.612091Z","caller":"traceutil/trace.go:171","msg":"trace[1239895685] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e5cfd50523990; range_end:; response_count:1; response_revision:3138; }","duration":"320.07822ms","start":"2026-03-19T21:59:36.291991Z","end":"2026-03-19T21:59:36.612069Z","steps":["trace[1239895685] 'range keys from in-memory index tree' (duration: 319.734802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:36.612133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T21:59:36.29196Z","time spent":"320.164521ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e5cfd50523990\" "} {"level":"info","ts":"2026-03-19T21:59:36.776676Z","caller":"traceutil/trace.go:171","msg":"trace[1233457814] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"162.147862ms","start":"2026-03-19T21:59:36.614491Z","end":"2026-03-19T21:59:36.776639Z","steps":["trace[1233457814] 'process raft request' (duration: 161.963808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:36.805911Z","caller":"traceutil/trace.go:171","msg":"trace[1150899534] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"189.476209ms","start":"2026-03-19T21:59:36.616403Z","end":"2026-03-19T21:59:36.805879Z","steps":["trace[1150899534] 'process raft request' (duration: 189.218894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:36.80614Z","caller":"traceutil/trace.go:171","msg":"trace[841267175] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"189.597773ms","start":"2026-03-19T21:59:36.61652Z","end":"2026-03-19T21:59:36.806117Z","steps":["trace[841267175] 'process raft request' (duration: 189.311576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:36.806208Z","caller":"traceutil/trace.go:171","msg":"trace[204528374] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"189.588162ms","start":"2026-03-19T21:59:36.616598Z","end":"2026-03-19T21:59:36.806186Z","steps":["trace[204528374] 'process raft request' (duration: 189.516681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:36.80623Z","caller":"traceutil/trace.go:171","msg":"trace[1120189755] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"189.615624ms","start":"2026-03-19T21:59:36.616575Z","end":"2026-03-19T21:59:36.806191Z","steps":["trace[1120189755] 'process raft request' (duration: 189.430789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:36.806365Z","caller":"traceutil/trace.go:171","msg":"trace[1981501285] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"188.656043ms","start":"2026-03-19T21:59:36.617685Z","end":"2026-03-19T21:59:36.806341Z","steps":["trace[1981501285] 'process raft request' (duration: 188.462847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:36.985958Z","caller":"traceutil/trace.go:171","msg":"trace[972426574] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"176.602393ms","start":"2026-03-19T21:59:36.809308Z","end":"2026-03-19T21:59:36.98591Z","steps":["trace[972426574] 'process raft request' (duration: 159.422081ms)","trace[972426574] 'compare' (duration: 16.954397ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:44.49293Z","caller":"traceutil/trace.go:171","msg":"trace[983648887] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"231.012985ms","start":"2026-03-19T21:59:44.261896Z","end":"2026-03-19T21:59:44.492909Z","steps":["trace[983648887] 'process raft request' (duration: 230.901633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:44.494423Z","caller":"traceutil/trace.go:171","msg":"trace[1974783183] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"231.038257ms","start":"2026-03-19T21:59:44.263361Z","end":"2026-03-19T21:59:44.494399Z","steps":["trace[1974783183] 'process raft request' (duration: 230.883554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:54.631977Z","caller":"traceutil/trace.go:171","msg":"trace[397535510] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"105.33726ms","start":"2026-03-19T21:59:54.526616Z","end":"2026-03-19T21:59:54.631953Z","steps":["trace[397535510] 'process raft request' (duration: 46.961718ms)","trace[397535510] 'compare' (duration: 58.28464ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:55.195992Z","caller":"traceutil/trace.go:171","msg":"trace[1397139005] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"171.521883ms","start":"2026-03-19T21:59:55.024437Z","end":"2026-03-19T21:59:55.195959Z","steps":["trace[1397139005] 'process raft request' (duration: 171.208316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:55.196099Z","caller":"traceutil/trace.go:171","msg":"trace[64764227] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"171.582604ms","start":"2026-03-19T21:59:55.024488Z","end":"2026-03-19T21:59:55.196071Z","steps":["trace[64764227] 'process raft request' (duration: 171.200696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T21:59:55.196157Z","caller":"traceutil/trace.go:171","msg":"trace[766817071] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"171.799309ms","start":"2026-03-19T21:59:55.024332Z","end":"2026-03-19T21:59:55.196132Z","steps":["trace[766817071] 'process raft request' (duration: 124.82022ms)","trace[766817071] 'compare' (duration: 46.362145ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T21:59:55.196184Z","caller":"traceutil/trace.go:171","msg":"trace[794042946] linearizableReadLoop","detail":"{readStateIndex:3394; appliedIndex:3390; }","duration":"171.463091ms","start":"2026-03-19T21:59:55.024697Z","end":"2026-03-19T21:59:55.19616Z","steps":["trace[794042946] 'read index received' (duration: 74.275022ms)","trace[794042946] 'applied index is now lower than readState.Index' (duration: 97.185739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T21:59:55.196338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.614945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T21:59:55.196402Z","caller":"traceutil/trace.go:171","msg":"trace[225200824] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3233; }","duration":"171.721237ms","start":"2026-03-19T21:59:55.024662Z","end":"2026-03-19T21:59:55.196383Z","steps":["trace[225200824] 'agreement among raft nodes before linearized reading' (duration: 171.613425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T21:59:55.196415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.27588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T21:59:55.19646Z","caller":"traceutil/trace.go:171","msg":"trace[189055880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3233; }","duration":"149.359673ms","start":"2026-03-19T21:59:55.047087Z","end":"2026-03-19T21:59:55.196447Z","steps":["trace[189055880] 'agreement among raft nodes before linearized reading' (duration: 149.200849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:00:00.907741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.633768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:00:00.908077Z","caller":"traceutil/trace.go:171","msg":"trace[585846532] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"222.692774ms","start":"2026-03-19T22:00:00.685361Z","end":"2026-03-19T22:00:00.908053Z","steps":["trace[585846532] 'process raft request' (duration: 222.553321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:00.908212Z","caller":"traceutil/trace.go:171","msg":"trace[476743245] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"297.294474ms","start":"2026-03-19T22:00:00.610884Z","end":"2026-03-19T22:00:00.908178Z","steps":["trace[476743245] 'process raft request' (duration: 62.098193ms)","trace[476743245] 'compare' (duration: 234.490076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:00:01.589367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.516668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:00:01.589456Z","caller":"traceutil/trace.go:171","msg":"trace[1567449703] linearizableReadLoop","detail":"{readStateIndex:3426; appliedIndex:3425; }","duration":"276.494794ms","start":"2026-03-19T22:00:01.312944Z","end":"2026-03-19T22:00:01.589439Z","steps":["trace[1567449703] 'read index received' (duration: 78.852234ms)","trace[1567449703] 'applied index is now lower than readState.Index' (duration: 197.6414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:00:01.589512Z","caller":"traceutil/trace.go:171","msg":"trace[1445276345] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"277.382814ms","start":"2026-03-19T22:00:01.312121Z","end":"2026-03-19T22:00:01.589504Z","steps":["trace[1445276345] 'process raft request' (duration: 79.662112ms)","trace[1445276345] 'compare' (duration: 197.431576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:00:01.58974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.77667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-19T22:00:01.589802Z","caller":"traceutil/trace.go:171","msg":"trace[1973674878] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3263; }","duration":"276.871391ms","start":"2026-03-19T22:00:01.312917Z","end":"2026-03-19T22:00:01.589789Z","steps":["trace[1973674878] 'agreement among raft nodes before linearized reading' (duration: 276.671547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:01.590203Z","caller":"traceutil/trace.go:171","msg":"trace[712566234] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"276.917423ms","start":"2026-03-19T22:00:01.313276Z","end":"2026-03-19T22:00:01.590194Z","steps":["trace[712566234] 'process raft request' (duration: 276.527784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:01.590334Z","caller":"traceutil/trace.go:171","msg":"trace[852851778] transaction","detail":"{read_only:false; response_revision:3265; number_of_response:1; }","duration":"276.936944ms","start":"2026-03-19T22:00:01.313333Z","end":"2026-03-19T22:00:01.59027Z","steps":["trace[852851778] 'process raft request' (duration: 276.650508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:00:01.590378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.446095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:00:01.590437Z","caller":"traceutil/trace.go:171","msg":"trace[415963962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3265; }","duration":"201.533487ms","start":"2026-03-19T22:00:01.388885Z","end":"2026-03-19T22:00:01.590418Z","steps":["trace[415963962] 'agreement among raft nodes before linearized reading' (duration: 201.319232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:04.432611Z","caller":"traceutil/trace.go:171","msg":"trace[2116563185] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"118.642013ms","start":"2026-03-19T22:00:04.313933Z","end":"2026-03-19T22:00:04.432575Z","steps":["trace[2116563185] 'process raft request' (duration: 118.395867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:11.310011Z","caller":"traceutil/trace.go:171","msg":"trace[1841196318] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"111.006294ms","start":"2026-03-19T22:00:11.19898Z","end":"2026-03-19T22:00:11.309986Z","steps":["trace[1841196318] 'process raft request' (duration: 110.876591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:00:14.920587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.354398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:00:14.920677Z","caller":"traceutil/trace.go:171","msg":"trace[1277721746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3326; }","duration":"147.485681ms","start":"2026-03-19T22:00:14.773169Z","end":"2026-03-19T22:00:14.920655Z","steps":["trace[1277721746] 'range keys from in-memory index tree' (duration: 147.252266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:00:32.479998Z","caller":"traceutil/trace.go:171","msg":"trace[1080403719] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"100.429121ms","start":"2026-03-19T22:00:32.379548Z","end":"2026-03-19T22:00:32.479977Z","steps":["trace[1080403719] 'process raft request' (duration: 100.304448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:05.81755Z","caller":"traceutil/trace.go:171","msg":"trace[1531093204] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"103.502727ms","start":"2026-03-19T22:01:05.714018Z","end":"2026-03-19T22:01:05.817521Z","steps":["trace[1531093204] 'process raft request' (duration: 103.356504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:01:06.136887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.72285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:01:06.13699Z","caller":"traceutil/trace.go:171","msg":"trace[1587548771] linearizableReadLoop","detail":"{readStateIndex:3738; appliedIndex:3736; }","duration":"363.875036ms","start":"2026-03-19T22:01:05.773099Z","end":"2026-03-19T22:01:06.136974Z","steps":["trace[1587548771] 'read index received' (duration: 44.357665ms)","trace[1587548771] 'applied index is now lower than readState.Index' (duration: 319.515811ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:01:06.137021Z","caller":"traceutil/trace.go:171","msg":"trace[554827014] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"422.902645ms","start":"2026-03-19T22:01:05.714085Z","end":"2026-03-19T22:01:06.136988Z","steps":["trace[554827014] 'process raft request' (duration: 223.994511ms)","trace[554827014] 'compare' (duration: 198.554206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:01:06.137112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.999658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:01:06.137208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:05.714064Z","time spent":"423.023768ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:01:06.13718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.360483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:01:06.137453Z","caller":"traceutil/trace.go:171","msg":"trace[1617203806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3562; }","duration":"180.65673ms","start":"2026-03-19T22:01:05.956783Z","end":"2026-03-19T22:01:06.137439Z","steps":["trace[1617203806] 'agreement among raft nodes before linearized reading' (duration: 180.282572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:06.137258Z","caller":"traceutil/trace.go:171","msg":"trace[1951864495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3562; }","duration":"364.196542ms","start":"2026-03-19T22:01:05.773039Z","end":"2026-03-19T22:01:06.137235Z","steps":["trace[1951864495] 'agreement among raft nodes before linearized reading' (duration: 364.004458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:01:06.137537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:05.773017Z","time spent":"364.50006ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:01:08.314303Z","caller":"traceutil/trace.go:171","msg":"trace[671182994] linearizableReadLoop","detail":"{readStateIndex:3747; appliedIndex:3746; }","duration":"123.012061ms","start":"2026-03-19T22:01:08.191256Z","end":"2026-03-19T22:01:08.314268Z","steps":["trace[671182994] 'read index received' (duration: 104.360066ms)","trace[671182994] 'applied index is now lower than readState.Index' (duration: 18.650085ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:01:08.314344Z","caller":"traceutil/trace.go:171","msg":"trace[1216335653] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"134.697099ms","start":"2026-03-19T22:01:08.179618Z","end":"2026-03-19T22:01:08.314316Z","steps":["trace[1216335653] 'process raft request' (duration: 116.097536ms)","trace[1216335653] 'compare' (duration: 18.306256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:01:08.314627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.338068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:01:08.314739Z","caller":"traceutil/trace.go:171","msg":"trace[1615934135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3571; }","duration":"123.49329ms","start":"2026-03-19T22:01:08.19122Z","end":"2026-03-19T22:01:08.314713Z","steps":["trace[1615934135] 'agreement among raft nodes before linearized reading' (duration: 123.181554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:01:08.314654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.233995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T22:01:08.314932Z","caller":"traceutil/trace.go:171","msg":"trace[135729383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3571; }","duration":"123.507711ms","start":"2026-03-19T22:01:08.191365Z","end":"2026-03-19T22:01:08.314872Z","steps":["trace[135729383] 'agreement among raft nodes before linearized reading' (duration: 123.080762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:01:26.452057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.008256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:01:26.452328Z","caller":"traceutil/trace.go:171","msg":"trace[804335796] linearizableReadLoop","detail":"{readStateIndex:3977; appliedIndex:3975; }","duration":"244.133308ms","start":"2026-03-19T22:01:26.208163Z","end":"2026-03-19T22:01:26.452297Z","steps":["trace[804335796] 'read index received' (duration: 131.798445ms)","trace[804335796] 'applied index is now lower than readState.Index' (duration: 112.333773ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:01:26.452424Z","caller":"traceutil/trace.go:171","msg":"trace[1868934584] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"244.774403ms","start":"2026-03-19T22:01:26.207641Z","end":"2026-03-19T22:01:26.452415Z","steps":["trace[1868934584] 'process raft request' (duration: 244.543818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:26.452483Z","caller":"traceutil/trace.go:171","msg":"trace[2109567467] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"247.410541ms","start":"2026-03-19T22:01:26.20504Z","end":"2026-03-19T22:01:26.45245Z","steps":["trace[2109567467] 'process raft request' (duration: 134.853353ms)","trace[2109567467] 'compare' (duration: 111.909493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:01:26.452614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.444284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:01:26.45262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.07939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:01:26.452677Z","caller":"traceutil/trace.go:171","msg":"trace[543017846] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io; range_end:; response_count:0; response_revision:3790; }","duration":"244.504136ms","start":"2026-03-19T22:01:26.208157Z","end":"2026-03-19T22:01:26.452661Z","steps":["trace[543017846] 'agreement among raft nodes before linearized reading' (duration: 244.372303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:26.452705Z","caller":"traceutil/trace.go:171","msg":"trace[1176549308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3790; }","duration":"195.243643ms","start":"2026-03-19T22:01:26.25744Z","end":"2026-03-19T22:01:26.452683Z","steps":["trace[1176549308] 'agreement among raft nodes before linearized reading' (duration: 195.019298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:37.564264Z","caller":"traceutil/trace.go:171","msg":"trace[167179219] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"152.34875ms","start":"2026-03-19T22:01:37.41189Z","end":"2026-03-19T22:01:37.564238Z","steps":["trace[167179219] 'process raft request' (duration: 152.167027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:53.88775Z","caller":"traceutil/trace.go:171","msg":"trace[2011960174] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"111.934085ms","start":"2026-03-19T22:01:53.775781Z","end":"2026-03-19T22:01:53.887715Z","steps":["trace[2011960174] 'process raft request' (duration: 57.025206ms)","trace[2011960174] 'compare' (duration: 54.781746ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:01:54.835696Z","caller":"traceutil/trace.go:171","msg":"trace[1810018041] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"139.945635ms","start":"2026-03-19T22:01:54.695733Z","end":"2026-03-19T22:01:54.835678Z","steps":["trace[1810018041] 'process raft request' (duration: 139.875364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:54.835702Z","caller":"traceutil/trace.go:171","msg":"trace[995162909] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"139.940066ms","start":"2026-03-19T22:01:54.695731Z","end":"2026-03-19T22:01:54.835671Z","steps":["trace[995162909] 'process raft request' (duration: 139.836234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:01:54.835768Z","caller":"traceutil/trace.go:171","msg":"trace[1290732682] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"140.415076ms","start":"2026-03-19T22:01:54.695336Z","end":"2026-03-19T22:01:54.835751Z","steps":["trace[1290732682] 'process raft request' (duration: 69.224805ms)","trace[1290732682] 'compare' (duration: 70.907105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:01:59.223936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606026478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:01:59.694025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172484731s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:01:59.694342Z","caller":"traceutil/trace.go:171","msg":"trace[1566723863] linearizableReadLoop","detail":"{readStateIndex:4201; appliedIndex:4200; }","duration":"970.988519ms","start":"2026-03-19T22:01:58.723331Z","end":"2026-03-19T22:01:59.69432Z","steps":["trace[1566723863] 'read index received' (duration: 970.925158ms)","trace[1566723863] 'applied index is now lower than readState.Index' (duration: 62.331µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:01:59.694375Z","caller":"traceutil/trace.go:171","msg":"trace[907470633] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"1.17288047s","start":"2026-03-19T22:01:58.521459Z","end":"2026-03-19T22:01:59.69434Z","steps":["trace[907470633] 'process raft request' (duration: 1.172748527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:01:59.694543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.202544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:01:59.694543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:58.521443Z","time spent":"1.173018402s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:01:59.694588Z","caller":"traceutil/trace.go:171","msg":"trace[1165383711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4008; }","duration":"971.302376ms","start":"2026-03-19T22:01:58.723274Z","end":"2026-03-19T22:01:59.694576Z","steps":["trace[1165383711] 'agreement among raft nodes before linearized reading' (duration: 971.139422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:01:59.694621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:58.723252Z","time spent":"971.361508ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:02:00.870245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.428792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:00.870696Z","caller":"traceutil/trace.go:171","msg":"trace[389163769] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"1.6235348s","start":"2026-03-19T22:01:59.247124Z","end":"2026-03-19T22:02:00.870659Z","steps":["trace[389163769] 'process raft request' (duration: 777.607667ms)","trace[389163769] 'compare' (duration: 845.099665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:00.870867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.247102Z","time spent":"1.623702175s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:02:01.052974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028276241s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T22:02:01.053558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.211386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:02:01.053709Z","caller":"traceutil/trace.go:171","msg":"trace[1020500711] linearizableReadLoop","detail":"{readStateIndex:4203; appliedIndex:4201; }","duration":"1.359297847s","start":"2026-03-19T22:01:59.69439Z","end":"2026-03-19T22:02:01.053687Z","steps":["trace[1020500711] 'read index received' (duration: 330.356892ms)","trace[1020500711] 'applied index is now lower than readState.Index' (duration: 1.028938874s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:01.059927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205017216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:02:01.060011Z","caller":"traceutil/trace.go:171","msg":"trace[1069535013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4009; }","duration":"2.20517437s","start":"2026-03-19T22:01:58.854814Z","end":"2026-03-19T22:02:01.059988Z","steps":["trace[1069535013] 'agreement among raft nodes before linearized reading' (duration: 2.199041683s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.060018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286496872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:01.060062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:58.854801Z","time spent":"2.205246312s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:02:01.06012Z","caller":"traceutil/trace.go:171","msg":"trace[1705241579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4012; }","duration":"1.286601644s","start":"2026-03-19T22:01:59.77346Z","end":"2026-03-19T22:02:01.060062Z","steps":["trace[1705241579] 'agreement among raft nodes before linearized reading' (duration: 1.286501361s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.060208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.77344Z","time spent":"1.286725058s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:02:01.060251Z","caller":"traceutil/trace.go:171","msg":"trace[1823539694] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"1.109488324s","start":"2026-03-19T22:01:59.950724Z","end":"2026-03-19T22:02:01.060212Z","steps":["trace[1823539694] 'process raft request' (duration: 1.109192316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.060313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196300573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:02:01.060391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2230} {"level":"warn","ts":"2026-03-19T22:02:01.060407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.324072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:01.060488Z","caller":"traceutil/trace.go:171","msg":"trace[800132388] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"1.361841054s","start":"2026-03-19T22:01:59.698636Z","end":"2026-03-19T22:02:01.060477Z","steps":["trace[800132388] 'process raft request' (duration: 1.361124098s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:01.060496Z","caller":"traceutil/trace.go:171","msg":"trace[1369729911] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4012; }","duration":"868.419474ms","start":"2026-03-19T22:02:00.192054Z","end":"2026-03-19T22:02:01.060473Z","steps":["trace[1369729911] 'agreement among raft nodes before linearized reading' (duration: 868.288661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.06055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.698619Z","time spent":"1.361903635s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:02:01.060554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:00.192012Z","time spent":"868.521047ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:02:01.060573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177515804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:02:01.060591Z","caller":"traceutil/trace.go:171","msg":"trace[2052975341] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"1.297120628s","start":"2026-03-19T22:01:59.763454Z","end":"2026-03-19T22:02:01.060574Z","steps":["trace[2052975341] 'process raft request' (duration: 1.296416771s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:01.060625Z","caller":"traceutil/trace.go:171","msg":"trace[744671397] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4012; }","duration":"1.177604266s","start":"2026-03-19T22:01:59.883004Z","end":"2026-03-19T22:02:01.060609Z","steps":["trace[744671397] 'agreement among raft nodes before linearized reading' (duration: 1.177506614s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.060686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.882932Z","time spent":"1.177738399s","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:02:01.060706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.763439Z","time spent":"1.29719419s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:02:01.060495Z","caller":"traceutil/trace.go:171","msg":"trace[1197709128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4012; }","duration":"2.196435545s","start":"2026-03-19T22:01:58.863989Z","end":"2026-03-19T22:02:01.060425Z","steps":["trace[1197709128] 'agreement among raft nodes before linearized reading' (duration: 2.189825687s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:01.060769Z","caller":"traceutil/trace.go:171","msg":"trace[915519641] compact","detail":"{revision:2230; response_revision:4012; }","duration":"1.364987104s","start":"2026-03-19T22:01:59.69577Z","end":"2026-03-19T22:02:01.060757Z","steps":["trace[915519641] 'process raft request' (duration: 1.357907585s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.060817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.695751Z","time spent":"1.365063536s","remote":"127.0.0.1:59692","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T22:02:01.06042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:59.950694Z","time spent":"1.109640457s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:02:01.060924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:58.863984Z","time spent":"2.196914307s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:02:01.061019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.086586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:01.06106Z","caller":"traceutil/trace.go:171","msg":"trace[547240746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4012; }","duration":"801.163208ms","start":"2026-03-19T22:02:00.259887Z","end":"2026-03-19T22:02:01.06105Z","steps":["trace[547240746] 'agreement among raft nodes before linearized reading' (duration: 800.663077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.06049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.337419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:02:01.06109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:00.259866Z","time spent":"801.217109ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:02:01.061115Z","caller":"traceutil/trace.go:171","msg":"trace[1350829183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4012; }","duration":"446.001344ms","start":"2026-03-19T22:02:00.615095Z","end":"2026-03-19T22:02:01.061097Z","steps":["trace[1350829183] 'agreement among raft nodes before linearized reading' (duration: 445.35518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.061184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:00.615075Z","time spent":"446.089866ms","remote":"127.0.0.1:44306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:02:01.061189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.332097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:02:01.061298Z","caller":"traceutil/trace.go:171","msg":"trace[620949572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4012; }","duration":"928.46562ms","start":"2026-03-19T22:02:00.132817Z","end":"2026-03-19T22:02:01.061283Z","steps":["trace[620949572] 'agreement among raft nodes before linearized reading' (duration: 927.715754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.061355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:00.132802Z","time spent":"928.536931ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:02:01.062426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198630424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:02:01.062784Z","caller":"traceutil/trace.go:171","msg":"trace[414548904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4012; }","duration":"2.199014492s","start":"2026-03-19T22:01:58.86375Z","end":"2026-03-19T22:02:01.062765Z","steps":["trace[414548904] 'agreement among raft nodes before linearized reading' (duration: 2.190082984s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:01.06293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:01:58.863736Z","time spent":"2.199174617s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:02:01.144967Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2230,"took":"82.782722ms","hash":1514963418,"current-db-size-bytes":18993152,"current-db-size":"19 MB","current-db-size-in-use-bytes":8388608,"current-db-size-in-use":"8.4 MB"} {"level":"info","ts":"2026-03-19T22:02:01.145024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1514963418,"revision":2230,"compact-revision":-1} {"level":"warn","ts":"2026-03-19T22:02:05.382669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.250414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:05.382892Z","caller":"traceutil/trace.go:171","msg":"trace[1231496549] linearizableReadLoop","detail":"{readStateIndex:4228; appliedIndex:4226; }","duration":"283.208533ms","start":"2026-03-19T22:02:05.099664Z","end":"2026-03-19T22:02:05.382873Z","steps":["trace[1231496549] 'read index received' (duration: 57.697104ms)","trace[1231496549] 'applied index is now lower than readState.Index' (duration: 225.453047ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:05.38299Z","caller":"traceutil/trace.go:171","msg":"trace[180567016] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"296.891777ms","start":"2026-03-19T22:02:05.086074Z","end":"2026-03-19T22:02:05.382965Z","steps":["trace[180567016] 'process raft request' (duration: 71.272286ms)","trace[180567016] 'compare' (duration: 225.150589ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:05.383007Z","caller":"traceutil/trace.go:171","msg":"trace[1258650654] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"294.933604ms","start":"2026-03-19T22:02:05.088064Z","end":"2026-03-19T22:02:05.382998Z","steps":["trace[1258650654] 'process raft request' (duration: 294.698789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:05.383135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.171848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:05.383168Z","caller":"traceutil/trace.go:171","msg":"trace[622660105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4032; }","duration":"277.232529ms","start":"2026-03-19T22:02:05.105928Z","end":"2026-03-19T22:02:05.38316Z","steps":["trace[622660105] 'agreement among raft nodes before linearized reading' (duration: 277.109736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:05.383163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.38529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T22:02:05.383244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.582901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:02:05.383243Z","caller":"traceutil/trace.go:171","msg":"trace[1714618166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4032; }","duration":"280.502312ms","start":"2026-03-19T22:02:05.102724Z","end":"2026-03-19T22:02:05.383226Z","steps":["trace[1714618166] 'agreement among raft nodes before linearized reading' (duration: 280.308798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:05.38328Z","caller":"traceutil/trace.go:171","msg":"trace[789213324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4032; }","duration":"283.651382ms","start":"2026-03-19T22:02:05.099619Z","end":"2026-03-19T22:02:05.38327Z","steps":["trace[789213324] 'agreement among raft nodes before linearized reading' (duration: 283.54978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:05.38318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.207259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T22:02:05.383266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.745224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:02:05.383375Z","caller":"traceutil/trace.go:171","msg":"trace[1595337641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4032; }","duration":"277.447364ms","start":"2026-03-19T22:02:05.105916Z","end":"2026-03-19T22:02:05.383364Z","steps":["trace[1595337641] 'agreement among raft nodes before linearized reading' (duration: 277.128147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:05.383465Z","caller":"traceutil/trace.go:171","msg":"trace[1068663021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4032; }","duration":"278.971459ms","start":"2026-03-19T22:02:05.104414Z","end":"2026-03-19T22:02:05.383386Z","steps":["trace[1068663021] 'agreement among raft nodes before linearized reading' (duration: 278.637472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:13.226224Z","caller":"traceutil/trace.go:171","msg":"trace[866286615] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"101.529879ms","start":"2026-03-19T22:02:13.124666Z","end":"2026-03-19T22:02:13.226196Z","steps":["trace[866286615] 'process raft request' (duration: 101.406626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:23.163319Z","caller":"traceutil/trace.go:171","msg":"trace[1589328238] linearizableReadLoop","detail":"{readStateIndex:4327; appliedIndex:4326; }","duration":"165.302908ms","start":"2026-03-19T22:02:22.997976Z","end":"2026-03-19T22:02:23.163279Z","steps":["trace[1589328238] 'read index received' (duration: 165.039042ms)","trace[1589328238] 'applied index is now lower than readState.Index' (duration: 262.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:23.16337Z","caller":"traceutil/trace.go:171","msg":"trace[1830756997] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"165.981674ms","start":"2026-03-19T22:02:22.997355Z","end":"2026-03-19T22:02:23.163337Z","steps":["trace[1830756997] 'process raft request' (duration: 165.77273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:23.163529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.539504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:02:23.16357Z","caller":"traceutil/trace.go:171","msg":"trace[1147278314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4128; }","duration":"165.634966ms","start":"2026-03-19T22:02:22.997925Z","end":"2026-03-19T22:02:23.16356Z","steps":["trace[1147278314] 'agreement among raft nodes before linearized reading' (duration: 165.473453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:24.451429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.494655ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T22:02:24.4516Z","caller":"traceutil/trace.go:171","msg":"trace[1384944347] linearizableReadLoop","detail":"{readStateIndex:4336; appliedIndex:4335; }","duration":"115.374288ms","start":"2026-03-19T22:02:24.336204Z","end":"2026-03-19T22:02:24.451578Z","steps":["trace[1384944347] 'read index received' (duration: 1.692648ms)","trace[1384944347] 'applied index is now lower than readState.Index' (duration: 113.67998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:24.451705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.48971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:02:24.45174Z","caller":"traceutil/trace.go:171","msg":"trace[425378152] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4136; }","duration":"115.538512ms","start":"2026-03-19T22:02:24.336192Z","end":"2026-03-19T22:02:24.45173Z","steps":["trace[425378152] 'agreement among raft nodes before linearized reading' (duration: 115.44649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:24.739688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.577985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:24.739777Z","caller":"traceutil/trace.go:171","msg":"trace[877472089] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:0; response_revision:4137; }","duration":"130.714758ms","start":"2026-03-19T22:02:24.609042Z","end":"2026-03-19T22:02:24.739757Z","steps":["trace[877472089] 'range keys from in-memory index tree' (duration: 130.479563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:24.951326Z","caller":"traceutil/trace.go:171","msg":"trace[413677035] linearizableReadLoop","detail":"{readStateIndex:4338; appliedIndex:4337; }","duration":"104.694739ms","start":"2026-03-19T22:02:24.846595Z","end":"2026-03-19T22:02:24.95129Z","steps":["trace[413677035] 'read index received' (duration: 104.496435ms)","trace[413677035] 'applied index is now lower than readState.Index' (duration: 196.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:24.951359Z","caller":"traceutil/trace.go:171","msg":"trace[872306919] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"203.673193ms","start":"2026-03-19T22:02:24.74766Z","end":"2026-03-19T22:02:24.951333Z","steps":["trace[872306919] 'process raft request' (duration: 203.422628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:24.951617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.968996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:02:24.951747Z","caller":"traceutil/trace.go:171","msg":"trace[1845274957] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4138; }","duration":"105.18402ms","start":"2026-03-19T22:02:24.846532Z","end":"2026-03-19T22:02:24.951716Z","steps":["trace[1845274957] 'agreement among raft nodes before linearized reading' (duration: 104.865503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:25.747583Z","caller":"traceutil/trace.go:171","msg":"trace[2002834903] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"174.922802ms","start":"2026-03-19T22:02:25.57262Z","end":"2026-03-19T22:02:25.747543Z","steps":["trace[2002834903] 'process raft request' (duration: 173.90014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:25.749212Z","caller":"traceutil/trace.go:171","msg":"trace[245402281] linearizableReadLoop","detail":"{readStateIndex:4350; appliedIndex:4348; }","duration":"171.966837ms","start":"2026-03-19T22:02:25.577219Z","end":"2026-03-19T22:02:25.749185Z","steps":["trace[245402281] 'read index received' (duration: 169.298338ms)","trace[245402281] 'applied index is now lower than readState.Index' (duration: 2.667279ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:25.749319Z","caller":"traceutil/trace.go:171","msg":"trace[412977854] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"175.065526ms","start":"2026-03-19T22:02:25.574215Z","end":"2026-03-19T22:02:25.749281Z","steps":["trace[412977854] 'process raft request' (duration: 174.809041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:25.749477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.844982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:25.749519Z","caller":"traceutil/trace.go:171","msg":"trace[122395176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4150; }","duration":"170.935604ms","start":"2026-03-19T22:02:25.578573Z","end":"2026-03-19T22:02:25.749509Z","steps":["trace[122395176] 'agreement among raft nodes before linearized reading' (duration: 170.75195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:25.749615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.363047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:02:25.749784Z","caller":"traceutil/trace.go:171","msg":"trace[2005193678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4150; }","duration":"172.607272ms","start":"2026-03-19T22:02:25.57715Z","end":"2026-03-19T22:02:25.749758Z","steps":["trace[2005193678] 'agreement among raft nodes before linearized reading' (duration: 172.175852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:27.926508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.114954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:27.926712Z","caller":"traceutil/trace.go:171","msg":"trace[672985423] linearizableReadLoop","detail":"{readStateIndex:4359; appliedIndex:4357; }","duration":"165.213327ms","start":"2026-03-19T22:02:27.761478Z","end":"2026-03-19T22:02:27.926692Z","steps":["trace[672985423] 'read index received' (duration: 17.831547ms)","trace[672985423] 'applied index is now lower than readState.Index' (duration: 147.38024ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:27.926755Z","caller":"traceutil/trace.go:171","msg":"trace[2053780286] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"168.9476ms","start":"2026-03-19T22:02:27.757776Z","end":"2026-03-19T22:02:27.926724Z","steps":["trace[2053780286] 'process raft request' (duration: 21.523439ms)","trace[2053780286] 'compare' (duration: 146.967661ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:27.92679Z","caller":"traceutil/trace.go:171","msg":"trace[1702813496] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"168.939079ms","start":"2026-03-19T22:02:27.757816Z","end":"2026-03-19T22:02:27.926755Z","steps":["trace[1702813496] 'process raft request' (duration: 168.813326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:27.926919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.441982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:02:27.926961Z","caller":"traceutil/trace.go:171","msg":"trace[1435281644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4159; }","duration":"165.505423ms","start":"2026-03-19T22:02:27.761445Z","end":"2026-03-19T22:02:27.926951Z","steps":["trace[1435281644] 'agreement among raft nodes before linearized reading' (duration: 165.355549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:27.92731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.485079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:27.927399Z","caller":"traceutil/trace.go:171","msg":"trace[956586693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4159; }","duration":"164.620363ms","start":"2026-03-19T22:02:27.76276Z","end":"2026-03-19T22:02:27.92738Z","steps":["trace[956586693] 'agreement among raft nodes before linearized reading' (duration: 164.224394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:28.148902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.861569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:28.149092Z","caller":"traceutil/trace.go:171","msg":"trace[1156979350] linearizableReadLoop","detail":"{readStateIndex:4360; appliedIndex:4359; }","duration":"216.066218ms","start":"2026-03-19T22:02:27.932997Z","end":"2026-03-19T22:02:28.149063Z","steps":["trace[1156979350] 'read index received' (duration: 94.82037ms)","trace[1156979350] 'applied index is now lower than readState.Index' (duration: 121.242988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:28.14917Z","caller":"traceutil/trace.go:171","msg":"trace[79089826] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"217.437078ms","start":"2026-03-19T22:02:27.931697Z","end":"2026-03-19T22:02:28.149134Z","steps":["trace[79089826] 'process raft request' (duration: 96.19737ms)","trace[79089826] 'compare' (duration: 120.635005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:28.149629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.617011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63434"} {"level":"info","ts":"2026-03-19T22:02:28.149725Z","caller":"traceutil/trace.go:171","msg":"trace[1059658898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4160; }","duration":"216.742333ms","start":"2026-03-19T22:02:27.932969Z","end":"2026-03-19T22:02:28.149711Z","steps":["trace[1059658898] 'agreement among raft nodes before linearized reading' (duration: 216.17609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:29.783412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.519686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:29.783552Z","caller":"traceutil/trace.go:171","msg":"trace[731665494] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"178.85385ms","start":"2026-03-19T22:02:29.604662Z","end":"2026-03-19T22:02:29.783516Z","steps":["trace[731665494] 'process raft request' (duration: 56.955367ms)","trace[731665494] 'compare' (duration: 121.377622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:29.783654Z","caller":"traceutil/trace.go:171","msg":"trace[1789414432] linearizableReadLoop","detail":"{readStateIndex:4364; appliedIndex:4363; }","duration":"104.911506ms","start":"2026-03-19T22:02:29.678679Z","end":"2026-03-19T22:02:29.78359Z","steps":["trace[1789414432] 'read index received' (duration: 68.322µs)","trace[1789414432] 'applied index is now lower than readState.Index' (duration: 104.838914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:29.837572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.870966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:02:29.83769Z","caller":"traceutil/trace.go:171","msg":"trace[790259436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4164; }","duration":"159.004569ms","start":"2026-03-19T22:02:29.678659Z","end":"2026-03-19T22:02:29.837664Z","steps":["trace[790259436] 'agreement among raft nodes before linearized reading' (duration: 105.238902ms)","trace[790259436] 'range keys from in-memory index tree' (duration: 53.489191ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:30.062932Z","caller":"traceutil/trace.go:171","msg":"trace[1855140150] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"114.014138ms","start":"2026-03-19T22:02:29.948894Z","end":"2026-03-19T22:02:30.062908Z","steps":["trace[1855140150] 'process raft request' (duration: 113.882735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:30.115906Z","caller":"traceutil/trace.go:171","msg":"trace[734159788] linearizableReadLoop","detail":"{readStateIndex:4368; appliedIndex:4366; }","duration":"148.014754ms","start":"2026-03-19T22:02:29.967864Z","end":"2026-03-19T22:02:30.115879Z","steps":["trace[734159788] 'read index received' (duration: 94.903783ms)","trace[734159788] 'applied index is now lower than readState.Index' (duration: 53.109601ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:30.115983Z","caller":"traceutil/trace.go:171","msg":"trace[83512265] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"166.115107ms","start":"2026-03-19T22:02:29.949829Z","end":"2026-03-19T22:02:30.115944Z","steps":["trace[83512265] 'process raft request' (duration: 165.905111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:30.116259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.27085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2872"} {"level":"info","ts":"2026-03-19T22:02:30.116314Z","caller":"traceutil/trace.go:171","msg":"trace[2063411712] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:4167; }","duration":"148.465454ms","start":"2026-03-19T22:02:29.967835Z","end":"2026-03-19T22:02:30.116301Z","steps":["trace[2063411712] 'agreement among raft nodes before linearized reading' (duration: 148.148787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:30.34859Z","caller":"traceutil/trace.go:171","msg":"trace[1610153822] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"100.68145ms","start":"2026-03-19T22:02:30.247884Z","end":"2026-03-19T22:02:30.348565Z","steps":["trace[1610153822] 'process raft request' (duration: 100.525497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.044977Z","caller":"traceutil/trace.go:171","msg":"trace[645330233] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"154.884026ms","start":"2026-03-19T22:02:30.89007Z","end":"2026-03-19T22:02:31.044954Z","steps":["trace[645330233] 'process raft request' (duration: 154.745623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.067884Z","caller":"traceutil/trace.go:171","msg":"trace[717670871] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"161.992974ms","start":"2026-03-19T22:02:30.905864Z","end":"2026-03-19T22:02:31.067857Z","steps":["trace[717670871] 'process raft request' (duration: 161.909743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.067901Z","caller":"traceutil/trace.go:171","msg":"trace[1064431342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4170; }","duration":"170.77106ms","start":"2026-03-19T22:02:30.8971Z","end":"2026-03-19T22:02:31.067871Z","steps":["trace[1064431342] 'process raft request' (duration: 170.564595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.24344Z","caller":"traceutil/trace.go:171","msg":"trace[267556771] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"135.69708ms","start":"2026-03-19T22:02:31.107719Z","end":"2026-03-19T22:02:31.243416Z","steps":["trace[267556771] 'process raft request' (duration: 116.41864ms)","trace[267556771] 'compare' (duration: 19.018084ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:31.250184Z","caller":"traceutil/trace.go:171","msg":"trace[2083559295] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"136.21804ms","start":"2026-03-19T22:02:31.113945Z","end":"2026-03-19T22:02:31.250163Z","steps":["trace[2083559295] 'process raft request' (duration: 136.166429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.250249Z","caller":"traceutil/trace.go:171","msg":"trace[446679545] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"141.819576ms","start":"2026-03-19T22:02:31.108407Z","end":"2026-03-19T22:02:31.250227Z","steps":["trace[446679545] 'process raft request' (duration: 141.587741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.385747Z","caller":"traceutil/trace.go:171","msg":"trace[2121565362] linearizableReadLoop","detail":"{readStateIndex:4385; appliedIndex:4383; }","duration":"126.226729ms","start":"2026-03-19T22:02:31.259491Z","end":"2026-03-19T22:02:31.385718Z","steps":["trace[2121565362] 'read index received' (duration: 44.48906ms)","trace[2121565362] 'applied index is now lower than readState.Index' (duration: 81.736239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:31.385765Z","caller":"traceutil/trace.go:171","msg":"trace[913670758] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"127.903896ms","start":"2026-03-19T22:02:31.257836Z","end":"2026-03-19T22:02:31.38574Z","steps":["trace[913670758] 'process raft request' (duration: 87.776693ms)","trace[913670758] 'compare' (duration: 39.863037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:31.386005Z","caller":"traceutil/trace.go:171","msg":"trace[2031608349] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"126.305631ms","start":"2026-03-19T22:02:31.259683Z","end":"2026-03-19T22:02:31.385988Z","steps":["trace[2031608349] 'process raft request' (duration: 125.930412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:31.386184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.665128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2435"} {"level":"info","ts":"2026-03-19T22:02:31.386284Z","caller":"traceutil/trace.go:171","msg":"trace[1109376481] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:4183; }","duration":"126.777731ms","start":"2026-03-19T22:02:31.259486Z","end":"2026-03-19T22:02:31.386263Z","steps":["trace[1109376481] 'agreement among raft nodes before linearized reading' (duration: 126.512755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.545373Z","caller":"traceutil/trace.go:171","msg":"trace[540989077] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"100.427035ms","start":"2026-03-19T22:02:31.444915Z","end":"2026-03-19T22:02:31.545342Z","steps":["trace[540989077] 'process raft request' (duration: 64.770721ms)","trace[540989077] 'compare' (duration: 35.48183ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:31.707986Z","caller":"traceutil/trace.go:171","msg":"trace[2012497588] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"112.074354ms","start":"2026-03-19T22:02:31.595865Z","end":"2026-03-19T22:02:31.70794Z","steps":["trace[2012497588] 'process raft request' (duration: 52.488508ms)","trace[2012497588] 'compare' (duration: 59.32079ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:31.956872Z","caller":"traceutil/trace.go:171","msg":"trace[1439621923] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4401; }","duration":"168.625943ms","start":"2026-03-19T22:02:31.788219Z","end":"2026-03-19T22:02:31.956845Z","steps":["trace[1439621923] 'read index received' (duration: 9.87617ms)","trace[1439621923] 'applied index is now lower than readState.Index' (duration: 158.748413ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:31.957145Z","caller":"traceutil/trace.go:171","msg":"trace[1768951185] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4199; }","duration":"208.734355ms","start":"2026-03-19T22:02:31.748396Z","end":"2026-03-19T22:02:31.957131Z","steps":["trace[1768951185] 'process raft request' (duration: 208.237794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:31.957719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.851423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:31.957823Z","caller":"traceutil/trace.go:171","msg":"trace[1436616912] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4200; }","duration":"166.986686ms","start":"2026-03-19T22:02:31.790811Z","end":"2026-03-19T22:02:31.957797Z","steps":["trace[1436616912] 'agreement among raft nodes before linearized reading' (duration: 166.774231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:31.958143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.901281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:02:31.958214Z","caller":"traceutil/trace.go:171","msg":"trace[996077435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4200; }","duration":"170.021834ms","start":"2026-03-19T22:02:31.788175Z","end":"2026-03-19T22:02:31.958197Z","steps":["trace[996077435] 'agreement among raft nodes before linearized reading' (duration: 169.824279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:31.958366Z","caller":"traceutil/trace.go:171","msg":"trace[297690652] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"197.417433ms","start":"2026-03-19T22:02:31.760934Z","end":"2026-03-19T22:02:31.958352Z","steps":["trace[297690652] 'process raft request' (duration: 195.834458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.198771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.866085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:32.198873Z","caller":"traceutil/trace.go:171","msg":"trace[1937515493] linearizableReadLoop","detail":"{readStateIndex:4406; appliedIndex:4404; }","duration":"233.477775ms","start":"2026-03-19T22:02:31.965378Z","end":"2026-03-19T22:02:32.198856Z","steps":["trace[1937515493] 'read index received' (duration: 45.519203ms)","trace[1937515493] 'applied index is now lower than readState.Index' (duration: 187.957332ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:32.198956Z","caller":"traceutil/trace.go:171","msg":"trace[1324611868] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"236.107894ms","start":"2026-03-19T22:02:31.962836Z","end":"2026-03-19T22:02:32.198944Z","steps":["trace[1324611868] 'process raft request' (duration: 107.972153ms)","trace[1324611868] 'compare' (duration: 127.754013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:32.199439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.053178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2272"} {"level":"info","ts":"2026-03-19T22:02:32.199482Z","caller":"traceutil/trace.go:171","msg":"trace[1456385774] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:4202; }","duration":"234.112639ms","start":"2026-03-19T22:02:31.965358Z","end":"2026-03-19T22:02:32.199471Z","steps":["trace[1456385774] 'agreement among raft nodes before linearized reading' (duration: 233.970226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.199715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.01089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:02:32.199888Z","caller":"traceutil/trace.go:171","msg":"trace[89761907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4202; }","duration":"133.206814ms","start":"2026-03-19T22:02:32.066664Z","end":"2026-03-19T22:02:32.199871Z","steps":["trace[89761907] 'agreement among raft nodes before linearized reading' (duration: 132.445297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.572915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.351262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:32.572988Z","caller":"traceutil/trace.go:171","msg":"trace[425092200] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"368.9237ms","start":"2026-03-19T22:02:32.204053Z","end":"2026-03-19T22:02:32.572977Z","steps":["trace[425092200] 'process raft request' (duration: 198.459227ms)","trace[425092200] 'compare' (duration: 169.90511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:32.573019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:32.204032Z","time spent":"368.973701ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:02:32.621594Z","caller":"traceutil/trace.go:171","msg":"trace[2140875972] linearizableReadLoop","detail":"{readStateIndex:4409; appliedIndex:4406; }","duration":"368.93787ms","start":"2026-03-19T22:02:32.252632Z","end":"2026-03-19T22:02:32.62157Z","steps":["trace[2140875972] 'read index received' (duration: 149.900766ms)","trace[2140875972] 'applied index is now lower than readState.Index' (duration: 219.036034ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:32.621677Z","caller":"traceutil/trace.go:171","msg":"trace[835478599] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"411.143189ms","start":"2026-03-19T22:02:32.210515Z","end":"2026-03-19T22:02:32.621658Z","steps":["trace[835478599] 'process raft request' (duration: 410.939915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.621802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:32.210507Z","time spent":"411.223501ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1955,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:02:32.621874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.801422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:02:32.621924Z","caller":"traceutil/trace.go:171","msg":"trace[1038089040] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"416.52932ms","start":"2026-03-19T22:02:32.205375Z","end":"2026-03-19T22:02:32.621904Z","steps":["trace[1038089040] 'process raft request' (duration: 415.980218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.622031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:32.205355Z","time spent":"416.621711ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:02:32.621933Z","caller":"traceutil/trace.go:171","msg":"trace[1358392230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4205; }","duration":"268.897124ms","start":"2026-03-19T22:02:32.353023Z","end":"2026-03-19T22:02:32.62192Z","steps":["trace[1358392230] 'agreement among raft nodes before linearized reading' (duration: 268.72424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.621921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.282808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:32.622222Z","caller":"traceutil/trace.go:171","msg":"trace[2066090856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4205; }","duration":"369.632766ms","start":"2026-03-19T22:02:32.252573Z","end":"2026-03-19T22:02:32.622206Z","steps":["trace[2066090856] 'agreement among raft nodes before linearized reading' (duration: 369.157316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:32.622282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:32.252553Z","time spent":"369.712327ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:02:32.822054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.47284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:32.822165Z","caller":"traceutil/trace.go:171","msg":"trace[2130189967] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4409; }","duration":"191.87739ms","start":"2026-03-19T22:02:32.630271Z","end":"2026-03-19T22:02:32.822148Z","steps":["trace[2130189967] 'read index received' (duration: 45.212146ms)","trace[2130189967] 'applied index is now lower than readState.Index' (duration: 146.663894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:32.822353Z","caller":"traceutil/trace.go:171","msg":"trace[1775578000] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"194.242163ms","start":"2026-03-19T22:02:32.628074Z","end":"2026-03-19T22:02:32.822316Z","steps":["trace[1775578000] 'process raft request' (duration: 47.424275ms)","trace[1775578000] 'compare' (duration: 146.356067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:32.82251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.216527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1970"} {"level":"info","ts":"2026-03-19T22:02:32.822682Z","caller":"traceutil/trace.go:171","msg":"trace[1913445748] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:4206; }","duration":"192.409282ms","start":"2026-03-19T22:02:32.630256Z","end":"2026-03-19T22:02:32.822666Z","steps":["trace[1913445748] 'agreement among raft nodes before linearized reading' (duration: 192.117746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:33.513143Z","caller":"traceutil/trace.go:171","msg":"trace[254005729] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"121.258718ms","start":"2026-03-19T22:02:33.391854Z","end":"2026-03-19T22:02:33.513113Z","steps":["trace[254005729] 'process raft request' (duration: 121.013993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:34.312801Z","caller":"traceutil/trace.go:171","msg":"trace[2127291582] linearizableReadLoop","detail":"{readStateIndex:4414; appliedIndex:4413; }","duration":"298.157066ms","start":"2026-03-19T22:02:34.014623Z","end":"2026-03-19T22:02:34.31278Z","steps":["trace[2127291582] 'read index received' (duration: 298.051963ms)","trace[2127291582] 'applied index is now lower than readState.Index' (duration: 104.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:34.312931Z","caller":"traceutil/trace.go:171","msg":"trace[1886475930] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"298.521414ms","start":"2026-03-19T22:02:34.014366Z","end":"2026-03-19T22:02:34.312888Z","steps":["trace[1886475930] 'process raft request' (duration: 298.267409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:34.313017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.38768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:02:34.313058Z","caller":"traceutil/trace.go:171","msg":"trace[400423624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4210; }","duration":"298.443252ms","start":"2026-03-19T22:02:34.014606Z","end":"2026-03-19T22:02:34.313049Z","steps":["trace[400423624] 'agreement among raft nodes before linearized reading' (duration: 298.290088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:34.313268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.780223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:02:34.313335Z","caller":"traceutil/trace.go:171","msg":"trace[1833345939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4210; }","duration":"109.887116ms","start":"2026-03-19T22:02:34.203432Z","end":"2026-03-19T22:02:34.313319Z","steps":["trace[1833345939] 'agreement among raft nodes before linearized reading' (duration: 109.505607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:34.440791Z","caller":"traceutil/trace.go:171","msg":"trace[559492633] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"123.680352ms","start":"2026-03-19T22:02:34.317087Z","end":"2026-03-19T22:02:34.440767Z","steps":["trace[559492633] 'process raft request' (duration: 123.484898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:34.441025Z","caller":"traceutil/trace.go:171","msg":"trace[1750780637] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"123.605081ms","start":"2026-03-19T22:02:34.317388Z","end":"2026-03-19T22:02:34.440993Z","steps":["trace[1750780637] 'process raft request' (duration: 123.334865ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:34.441273Z","caller":"traceutil/trace.go:171","msg":"trace[53131655] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"101.172062ms","start":"2026-03-19T22:02:34.340052Z","end":"2026-03-19T22:02:34.441224Z","steps":["trace[53131655] 'process raft request' (duration: 101.028748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:34.441203Z","caller":"traceutil/trace.go:171","msg":"trace[1130649384] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"101.194373ms","start":"2026-03-19T22:02:34.339969Z","end":"2026-03-19T22:02:34.441164Z","steps":["trace[1130649384] 'process raft request' (duration: 100.920276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:35.502612Z","caller":"traceutil/trace.go:171","msg":"trace[1454206195] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"118.672751ms","start":"2026-03-19T22:02:35.383904Z","end":"2026-03-19T22:02:35.502576Z","steps":["trace[1454206195] 'process raft request' (duration: 118.124739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:35.76393Z","caller":"traceutil/trace.go:171","msg":"trace[1640229308] linearizableReadLoop","detail":"{readStateIndex:4444; appliedIndex:4442; }","duration":"254.636157ms","start":"2026-03-19T22:02:35.509255Z","end":"2026-03-19T22:02:35.763892Z","steps":["trace[1640229308] 'read index received' (duration: 175.526906ms)","trace[1640229308] 'applied index is now lower than readState.Index' (duration: 79.108211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:35.764048Z","caller":"traceutil/trace.go:171","msg":"trace[1064217880] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"291.715251ms","start":"2026-03-19T22:02:35.472291Z","end":"2026-03-19T22:02:35.764006Z","steps":["trace[1064217880] 'process raft request' (duration: 291.532087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:35.764106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.820911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:35.764154Z","caller":"traceutil/trace.go:171","msg":"trace[731752126] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4239; }","duration":"254.927613ms","start":"2026-03-19T22:02:35.509208Z","end":"2026-03-19T22:02:35.764135Z","steps":["trace[731752126] 'agreement among raft nodes before linearized reading' (duration: 254.822361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:35.764137Z","caller":"traceutil/trace.go:171","msg":"trace[491079166] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"317.123456ms","start":"2026-03-19T22:02:35.446929Z","end":"2026-03-19T22:02:35.764053Z","steps":["trace[491079166] 'process raft request' (duration: 237.828411ms)","trace[491079166] 'compare' (duration: 78.754324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:35.764324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:35.446905Z","time spent":"317.324371ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:02:35.797436Z","caller":"traceutil/trace.go:171","msg":"trace[612372427] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"279.645004ms","start":"2026-03-19T22:02:35.517757Z","end":"2026-03-19T22:02:35.797402Z","steps":["trace[612372427] 'process raft request' (duration: 279.588292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.027084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.40526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:36.027199Z","caller":"traceutil/trace.go:171","msg":"trace[970605528] linearizableReadLoop","detail":"{readStateIndex:4446; appliedIndex:4445; }","duration":"257.847748ms","start":"2026-03-19T22:02:35.769334Z","end":"2026-03-19T22:02:36.027182Z","steps":["trace[970605528] 'read index received' (duration: 28.422792ms)","trace[970605528] 'applied index is now lower than readState.Index' (duration: 229.423306ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:36.027299Z","caller":"traceutil/trace.go:171","msg":"trace[581123864] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"259.680019ms","start":"2026-03-19T22:02:35.767596Z","end":"2026-03-19T22:02:36.027276Z","steps":["trace[581123864] 'process raft request' (duration: 133.983412ms)","trace[581123864] 'compare' (duration: 125.200306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:36.027423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.021632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:36.027525Z","caller":"traceutil/trace.go:171","msg":"trace[1847227181] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/scrapeconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4241; }","duration":"258.222836ms","start":"2026-03-19T22:02:35.769282Z","end":"2026-03-19T22:02:36.027505Z","steps":["trace[1847227181] 'agreement among raft nodes before linearized reading' (duration: 258.012111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:36.075703Z","caller":"traceutil/trace.go:171","msg":"trace[311559505] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"278.458406ms","start":"2026-03-19T22:02:35.797223Z","end":"2026-03-19T22:02:36.075681Z","steps":["trace[311559505] 'process raft request' (duration: 278.094798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:36.076307Z","caller":"traceutil/trace.go:171","msg":"trace[1644849414] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"181.96296ms","start":"2026-03-19T22:02:35.894299Z","end":"2026-03-19T22:02:36.076262Z","steps":["trace[1644849414] 'process raft request' (duration: 181.394067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.076372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.718768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:36.076492Z","caller":"traceutil/trace.go:171","msg":"trace[1375770433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4243; }","duration":"303.895442ms","start":"2026-03-19T22:02:35.772572Z","end":"2026-03-19T22:02:36.076467Z","steps":["trace[1375770433] 'agreement among raft nodes before linearized reading' (duration: 303.712628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.076547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:02:35.772557Z","time spent":"303.981274ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:02:36.298185Z","caller":"traceutil/trace.go:171","msg":"trace[672269958] linearizableReadLoop","detail":"{readStateIndex:4450; appliedIndex:4449; }","duration":"186.112311ms","start":"2026-03-19T22:02:36.112052Z","end":"2026-03-19T22:02:36.298165Z","steps":["trace[672269958] 'read index received' (duration: 157.879763ms)","trace[672269958] 'applied index is now lower than readState.Index' (duration: 28.231778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:36.298266Z","caller":"traceutil/trace.go:171","msg":"trace[1396505026] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"205.898921ms","start":"2026-03-19T22:02:36.092359Z","end":"2026-03-19T22:02:36.298258Z","steps":["trace[1396505026] 'process raft request' (duration: 177.480899ms)","trace[1396505026] 'compare' (duration: 27.993303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:36.29838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.323536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:02:36.298407Z","caller":"traceutil/trace.go:171","msg":"trace[2089763684] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4245; }","duration":"186.405287ms","start":"2026-03-19T22:02:36.111994Z","end":"2026-03-19T22:02:36.298399Z","steps":["trace[2089763684] 'agreement among raft nodes before linearized reading' (duration: 186.343406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:36.378349Z","caller":"traceutil/trace.go:171","msg":"trace[462604894] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"264.358192ms","start":"2026-03-19T22:02:36.113946Z","end":"2026-03-19T22:02:36.378304Z","steps":["trace[462604894] 'process raft request' (duration: 263.966044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:36.378502Z","caller":"traceutil/trace.go:171","msg":"trace[1931068945] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"254.268479ms","start":"2026-03-19T22:02:36.124186Z","end":"2026-03-19T22:02:36.378454Z","steps":["trace[1931068945] 'process raft request' (duration: 254.031003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.378596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.446231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:02:36.378693Z","caller":"traceutil/trace.go:171","msg":"trace[1876757656] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4247; }","duration":"142.620414ms","start":"2026-03-19T22:02:36.236052Z","end":"2026-03-19T22:02:36.378672Z","steps":["trace[1876757656] 'agreement among raft nodes before linearized reading' (duration: 142.395889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.850171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.306872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:02:36.850309Z","caller":"traceutil/trace.go:171","msg":"trace[2021950521] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4458; }","duration":"234.288493ms","start":"2026-03-19T22:02:36.616003Z","end":"2026-03-19T22:02:36.850292Z","steps":["trace[2021950521] 'read index received' (duration: 93.797457ms)","trace[2021950521] 'applied index is now lower than readState.Index' (duration: 140.489936ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:36.850384Z","caller":"traceutil/trace.go:171","msg":"trace[2064475582] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"276.396721ms","start":"2026-03-19T22:02:36.573976Z","end":"2026-03-19T22:02:36.850372Z","steps":["trace[2064475582] 'process raft request' (duration: 135.797021ms)","trace[2064475582] 'compare' (duration: 139.973725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:36.850993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.876424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:02:36.851079Z","caller":"traceutil/trace.go:171","msg":"trace[295697430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4254; }","duration":"238.029277ms","start":"2026-03-19T22:02:36.613029Z","end":"2026-03-19T22:02:36.851059Z","steps":["trace[295697430] 'agreement among raft nodes before linearized reading' (duration: 237.785012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.858129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.76155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:02:36.858208Z","caller":"traceutil/trace.go:171","msg":"trace[784422882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4255; }","duration":"219.889953ms","start":"2026-03-19T22:02:36.638298Z","end":"2026-03-19T22:02:36.858188Z","steps":["trace[784422882] 'agreement among raft nodes before linearized reading' (duration: 219.657148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:36.858189Z","caller":"traceutil/trace.go:171","msg":"trace[843284905] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"169.641915ms","start":"2026-03-19T22:02:36.688502Z","end":"2026-03-19T22:02:36.858144Z","steps":["trace[843284905] 'process raft request' (duration: 169.272997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:36.858305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.827265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:36.858413Z","caller":"traceutil/trace.go:171","msg":"trace[612915800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4255; }","duration":"216.975748ms","start":"2026-03-19T22:02:36.641412Z","end":"2026-03-19T22:02:36.858387Z","steps":["trace[612915800] 'agreement among raft nodes before linearized reading' (duration: 216.630841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:37.029881Z","caller":"traceutil/trace.go:171","msg":"trace[44908743] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"166.504926ms","start":"2026-03-19T22:02:36.863338Z","end":"2026-03-19T22:02:37.029843Z","steps":["trace[44908743] 'process raft request' (duration: 103.594565ms)","trace[44908743] 'compare' (duration: 62.608973ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:37.030079Z","caller":"traceutil/trace.go:171","msg":"trace[318747764] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"126.832983ms","start":"2026-03-19T22:02:36.903205Z","end":"2026-03-19T22:02:37.030038Z","steps":["trace[318747764] 'read index received' (duration: 63.657037ms)","trace[318747764] 'applied index is now lower than readState.Index' (duration: 63.173656ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:37.030133Z","caller":"traceutil/trace.go:171","msg":"trace[689191451] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"148.609978ms","start":"2026-03-19T22:02:36.881505Z","end":"2026-03-19T22:02:37.030115Z","steps":["trace[689191451] 'process raft request' (duration: 148.24417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:37.030617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.73793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:02:37.030668Z","caller":"traceutil/trace.go:171","msg":"trace[1472471801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4258; }","duration":"157.875723ms","start":"2026-03-19T22:02:36.87278Z","end":"2026-03-19T22:02:37.030656Z","steps":["trace[1472471801] 'agreement among raft nodes before linearized reading' (duration: 157.391642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:37.125266Z","caller":"traceutil/trace.go:171","msg":"trace[493767148] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"152.436052ms","start":"2026-03-19T22:02:36.9728Z","end":"2026-03-19T22:02:37.125236Z","steps":["trace[493767148] 'process raft request' (duration: 152.149276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:37.335412Z","caller":"traceutil/trace.go:171","msg":"trace[1101549157] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"118.479997ms","start":"2026-03-19T22:02:37.216912Z","end":"2026-03-19T22:02:37.335392Z","steps":["trace[1101549157] 'process raft request' (duration: 118.068808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:38.253564Z","caller":"traceutil/trace.go:171","msg":"trace[439029729] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"220.657489ms","start":"2026-03-19T22:02:38.032879Z","end":"2026-03-19T22:02:38.253536Z","steps":["trace[439029729] 'process raft request' (duration: 220.468405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:38.623172Z","caller":"traceutil/trace.go:171","msg":"trace[1790774676] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"109.300282ms","start":"2026-03-19T22:02:38.513836Z","end":"2026-03-19T22:02:38.623136Z","steps":["trace[1790774676] 'process raft request' (duration: 69.776573ms)","trace[1790774676] 'compare' (duration: 39.187502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:45.194863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.864717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:02:45.194922Z","caller":"traceutil/trace.go:171","msg":"trace[1394774862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4298; }","duration":"190.97423ms","start":"2026-03-19T22:02:45.003935Z","end":"2026-03-19T22:02:45.194909Z","steps":["trace[1394774862] 'range keys from in-memory index tree' (duration: 190.682233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:45.194966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.284684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:02:45.195149Z","caller":"traceutil/trace.go:171","msg":"trace[910552840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4298; }","duration":"110.511508ms","start":"2026-03-19T22:02:45.084615Z","end":"2026-03-19T22:02:45.195127Z","steps":["trace[910552840] 'range keys from in-memory index tree' (duration: 110.139371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:45.195042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.174027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:02:45.19533Z","caller":"traceutil/trace.go:171","msg":"trace[1332527905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4298; }","duration":"197.416103ms","start":"2026-03-19T22:02:44.997814Z","end":"2026-03-19T22:02:45.19523Z","steps":["trace[1332527905] 'range keys from in-memory index tree' (duration: 196.865011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:45.53383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.57916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:45.533913Z","caller":"traceutil/trace.go:171","msg":"trace[1335948977] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4301; }","duration":"203.720522ms","start":"2026-03-19T22:02:45.330175Z","end":"2026-03-19T22:02:45.533895Z","steps":["trace[1335948977] 'count revisions from in-memory index tree' (duration: 203.498497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:52.583826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.770166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:52.583893Z","caller":"traceutil/trace.go:171","msg":"trace[877048632] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:0; response_revision:4338; }","duration":"159.853238ms","start":"2026-03-19T22:02:52.424023Z","end":"2026-03-19T22:02:52.583877Z","steps":["trace[877048632] 'range keys from in-memory index tree' (duration: 159.639912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:56.803829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.943573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:02:56.803884Z","caller":"traceutil/trace.go:171","msg":"trace[693009761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4361; }","duration":"144.043285ms","start":"2026-03-19T22:02:56.65983Z","end":"2026-03-19T22:02:56.803873Z","steps":["trace[693009761] 'range keys from in-memory index tree' (duration: 143.82225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:58.10117Z","caller":"traceutil/trace.go:171","msg":"trace[598717289] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"100.2368ms","start":"2026-03-19T22:02:58.0009Z","end":"2026-03-19T22:02:58.101137Z","steps":["trace[598717289] 'process raft request' (duration: 79.08326ms)","trace[598717289] 'compare' (duration: 21.034537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:58.705222Z","caller":"traceutil/trace.go:171","msg":"trace[605399263] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"223.970574ms","start":"2026-03-19T22:02:58.481213Z","end":"2026-03-19T22:02:58.705184Z","steps":["trace[605399263] 'process raft request' (duration: 223.78413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:58.881033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.205768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:58.881106Z","caller":"traceutil/trace.go:171","msg":"trace[622894804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4370; }","duration":"108.327131ms","start":"2026-03-19T22:02:58.772761Z","end":"2026-03-19T22:02:58.881088Z","steps":["trace[622894804] 'range keys from in-memory index tree' (duration: 108.126547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.127905Z","caller":"traceutil/trace.go:171","msg":"trace[444236942] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4590; }","duration":"150.844747ms","start":"2026-03-19T22:02:58.977026Z","end":"2026-03-19T22:02:59.127871Z","steps":["trace[444236942] 'read index received' (duration: 93.04575ms)","trace[444236942] 'applied index is now lower than readState.Index' (duration: 57.797607ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:59.128082Z","caller":"traceutil/trace.go:171","msg":"trace[1465709130] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"151.163174ms","start":"2026-03-19T22:02:58.976884Z","end":"2026-03-19T22:02:59.128047Z","steps":["trace[1465709130] 'process raft request' (duration: 93.139512ms)","trace[1465709130] 'compare' (duration: 57.712775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:59.12819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.137213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16033"} {"level":"info","ts":"2026-03-19T22:02:59.128243Z","caller":"traceutil/trace.go:171","msg":"trace[2023405650] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4372; }","duration":"151.242156ms","start":"2026-03-19T22:02:58.976988Z","end":"2026-03-19T22:02:59.128231Z","steps":["trace[2023405650] 'agreement among raft nodes before linearized reading' (duration: 151.00007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.535866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.06287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:02:59.535921Z","caller":"traceutil/trace.go:171","msg":"trace[319818081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4373; }","duration":"132.150661ms","start":"2026-03-19T22:02:59.40376Z","end":"2026-03-19T22:02:59.535911Z","steps":["trace[319818081] 'range keys from in-memory index tree' (duration: 131.954337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.536077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.986957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:02:59.536151Z","caller":"traceutil/trace.go:171","msg":"trace[1485923933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4373; }","duration":"118.13746ms","start":"2026-03-19T22:02:59.417982Z","end":"2026-03-19T22:02:59.536119Z","steps":["trace[1485923933] 'range keys from in-memory index tree' (duration: 117.863994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.792277Z","caller":"traceutil/trace.go:171","msg":"trace[695636203] linearizableReadLoop","detail":"{readStateIndex:4595; appliedIndex:4593; }","duration":"230.651183ms","start":"2026-03-19T22:02:59.561604Z","end":"2026-03-19T22:02:59.792256Z","steps":["trace[695636203] 'read index received' (duration: 52.329914ms)","trace[695636203] 'applied index is now lower than readState.Index' (duration: 178.320539ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:02:59.792319Z","caller":"traceutil/trace.go:171","msg":"trace[24475417] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"251.842164ms","start":"2026-03-19T22:02:59.540448Z","end":"2026-03-19T22:02:59.79229Z","steps":["trace[24475417] 'process raft request' (duration: 190.489499ms)","trace[24475417] 'compare' (duration: 61.210502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:02:59.792423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.894766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.792448Z","caller":"traceutil/trace.go:171","msg":"trace[19538633] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4375; }","duration":"229.986328ms","start":"2026-03-19T22:02:59.562453Z","end":"2026-03-19T22:02:59.79244Z","steps":["trace[19538633] 'agreement among raft nodes before linearized reading' (duration: 229.920366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.855057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:59.792615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.707552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:59.792612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.643353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.792633Z","caller":"traceutil/trace.go:171","msg":"trace[660438923] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4375; }","duration":"176.752674ms","start":"2026-03-19T22:02:59.615875Z","end":"2026-03-19T22:02:59.792628Z","steps":["trace[660438923] 'agreement among raft nodes before linearized reading' (duration: 176.727823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.792647Z","caller":"traceutil/trace.go:171","msg":"trace[1355352457] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4375; }","duration":"231.053152ms","start":"2026-03-19T22:02:59.561571Z","end":"2026-03-19T22:02:59.792624Z","steps":["trace[1355352457] 'agreement among raft nodes before linearized reading' (duration: 230.793096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.792659Z","caller":"traceutil/trace.go:171","msg":"trace[866708128] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4375; }","duration":"128.689684ms","start":"2026-03-19T22:02:59.66395Z","end":"2026-03-19T22:02:59.79264Z","steps":["trace[866708128] 'agreement among raft nodes before linearized reading' (duration: 128.642483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.424385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:02:59.792528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.946403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.792737Z","caller":"traceutil/trace.go:171","msg":"trace[315306128] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4375; }","duration":"193.459705ms","start":"2026-03-19T22:02:59.599273Z","end":"2026-03-19T22:02:59.792733Z","steps":["trace[315306128] 'agreement among raft nodes before linearized reading' (duration: 193.430154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.161853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:59.792793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.378853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.792791Z","caller":"traceutil/trace.go:171","msg":"trace[636328594] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4375; }","duration":"144.219239ms","start":"2026-03-19T22:02:59.648532Z","end":"2026-03-19T22:02:59.792751Z","steps":["trace[636328594] 'agreement among raft nodes before linearized reading' (duration: 143.934103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.792834Z","caller":"traceutil/trace.go:171","msg":"trace[1017582419] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4375; }","duration":"202.451925ms","start":"2026-03-19T22:02:59.59037Z","end":"2026-03-19T22:02:59.792822Z","steps":["trace[1017582419] 'agreement among raft nodes before linearized reading' (duration: 202.380123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.792816Z","caller":"traceutil/trace.go:171","msg":"trace[932648016] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4375; }","duration":"231.257476ms","start":"2026-03-19T22:02:59.561545Z","end":"2026-03-19T22:02:59.792802Z","steps":["trace[932648016] 'agreement among raft nodes before linearized reading' (duration: 231.170554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.999094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:59.792594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.480908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.792906Z","caller":"traceutil/trace.go:171","msg":"trace[483671117] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4375; }","duration":"144.073806ms","start":"2026-03-19T22:02:59.648821Z","end":"2026-03-19T22:02:59.792895Z","steps":["trace[483671117] 'agreement among raft nodes before linearized reading' (duration: 143.995744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.792933Z","caller":"traceutil/trace.go:171","msg":"trace[1313700851] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4375; }","duration":"176.842245ms","start":"2026-03-19T22:02:59.616081Z","end":"2026-03-19T22:02:59.792923Z","steps":["trace[1313700851] 'agreement among raft nodes before linearized reading' (duration: 176.502938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.347428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.792991Z","caller":"traceutil/trace.go:171","msg":"trace[1098760214] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4375; }","duration":"129.366829ms","start":"2026-03-19T22:02:59.663619Z","end":"2026-03-19T22:02:59.792985Z","steps":["trace[1098760214] 'agreement among raft nodes before linearized reading' (duration: 129.336688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.227876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.793015Z","caller":"traceutil/trace.go:171","msg":"trace[31524661] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:4375; }","duration":"129.375629ms","start":"2026-03-19T22:02:59.663631Z","end":"2026-03-19T22:02:59.793007Z","steps":["trace[31524661] 'agreement among raft nodes before linearized reading' (duration: 129.196835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.792571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.767582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:59.792871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.191039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.793066Z","caller":"traceutil/trace.go:171","msg":"trace[931594637] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4375; }","duration":"176.259773ms","start":"2026-03-19T22:02:59.616789Z","end":"2026-03-19T22:02:59.793048Z","steps":["trace[931594637] 'agreement among raft nodes before linearized reading' (duration: 175.767982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.793084Z","caller":"traceutil/trace.go:171","msg":"trace[716231619] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4375; }","duration":"144.419343ms","start":"2026-03-19T22:02:59.64865Z","end":"2026-03-19T22:02:59.793069Z","steps":["trace[716231619] 'agreement among raft nodes before linearized reading' (duration: 144.199189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:02:59.793088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.615549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:02:59.79318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.825202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:02:59.793175Z","caller":"traceutil/trace.go:171","msg":"trace[1802325974] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4375; }","duration":"202.736691ms","start":"2026-03-19T22:02:59.590414Z","end":"2026-03-19T22:02:59.793151Z","steps":["trace[1802325974] 'agreement among raft nodes before linearized reading' (duration: 202.560327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:02:59.793211Z","caller":"traceutil/trace.go:171","msg":"trace[1052778312] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:4375; }","duration":"201.889163ms","start":"2026-03-19T22:02:59.591311Z","end":"2026-03-19T22:02:59.7932Z","steps":["trace[1052778312] 'agreement among raft nodes before linearized reading' (duration: 201.842292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:00.492357Z","caller":"traceutil/trace.go:171","msg":"trace[581022802] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"441.507446ms","start":"2026-03-19T22:03:00.050825Z","end":"2026-03-19T22:03:00.492333Z","steps":["trace[581022802] 'process raft request' (duration: 441.356712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:00.492384Z","caller":"traceutil/trace.go:171","msg":"trace[955063654] linearizableReadLoop","detail":"{readStateIndex:4596; appliedIndex:4596; }","duration":"403.296585ms","start":"2026-03-19T22:03:00.089058Z","end":"2026-03-19T22:03:00.492355Z","steps":["trace[955063654] 'read index received' (duration: 403.284645ms)","trace[955063654] 'applied index is now lower than readState.Index' (duration: 9.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:00.492506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:00.050805Z","time spent":"441.619338ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:00.492519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.435518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:03:00.492556Z","caller":"traceutil/trace.go:171","msg":"trace[192557691] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4376; }","duration":"403.516599ms","start":"2026-03-19T22:03:00.089029Z","end":"2026-03-19T22:03:00.492546Z","steps":["trace[192557691] 'agreement among raft nodes before linearized reading' (duration: 403.416357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:00.492599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:00.089014Z","time spent":"403.575751ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:03:00.659453Z","caller":"traceutil/trace.go:171","msg":"trace[570483484] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4596; }","duration":"156.187676ms","start":"2026-03-19T22:03:00.503236Z","end":"2026-03-19T22:03:00.659423Z","steps":["trace[570483484] 'read index received' (duration: 83.209172ms)","trace[570483484] 'applied index is now lower than readState.Index' (duration: 72.977444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:00.659593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.331669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:00.659575Z","caller":"traceutil/trace.go:171","msg":"trace[241733686] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"553.795004ms","start":"2026-03-19T22:03:00.105743Z","end":"2026-03-19T22:03:00.659538Z","steps":["trace[241733686] 'process raft request' (duration: 480.647706ms)","trace[241733686] 'compare' (duration: 72.907282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:00.659652Z","caller":"traceutil/trace.go:171","msg":"trace[1108333370] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4377; }","duration":"156.433661ms","start":"2026-03-19T22:03:00.503206Z","end":"2026-03-19T22:03:00.65964Z","steps":["trace[1108333370] 'agreement among raft nodes before linearized reading' (duration: 156.325058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:00.659786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:00.105729Z","time spent":"553.936587ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:00.948455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.22526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:00.948567Z","caller":"traceutil/trace.go:171","msg":"trace[916948052] linearizableReadLoop","detail":"{readStateIndex:4598; appliedIndex:4597; }","duration":"176.068178ms","start":"2026-03-19T22:03:00.772482Z","end":"2026-03-19T22:03:00.948551Z","steps":["trace[916948052] 'read index received' (duration: 13.591912ms)","trace[916948052] 'applied index is now lower than readState.Index' (duration: 162.475106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:00.948633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.1485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:00.948663Z","caller":"traceutil/trace.go:171","msg":"trace[476202155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4378; }","duration":"176.209621ms","start":"2026-03-19T22:03:00.772445Z","end":"2026-03-19T22:03:00.948655Z","steps":["trace[476202155] 'agreement among raft nodes before linearized reading' (duration: 176.15532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:00.948659Z","caller":"traceutil/trace.go:171","msg":"trace[1967210468] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"238.482277ms","start":"2026-03-19T22:03:00.710133Z","end":"2026-03-19T22:03:00.948616Z","steps":["trace[1967210468] 'process raft request' (duration: 76.010672ms)","trace[1967210468] 'compare' (duration: 161.936944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:01.805179Z","caller":"traceutil/trace.go:171","msg":"trace[214708598] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"181.772806ms","start":"2026-03-19T22:03:01.623331Z","end":"2026-03-19T22:03:01.805103Z","steps":["trace[214708598] 'process raft request' (duration: 181.393856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:02.805012Z","caller":"traceutil/trace.go:171","msg":"trace[2010967069] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"140.192359ms","start":"2026-03-19T22:03:02.664793Z","end":"2026-03-19T22:03:02.804985Z","steps":["trace[2010967069] 'process raft request' (duration: 139.654468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:04.68962Z","caller":"traceutil/trace.go:171","msg":"trace[313658362] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"160.41519ms","start":"2026-03-19T22:03:04.529182Z","end":"2026-03-19T22:03:04.689597Z","steps":["trace[313658362] 'process raft request' (duration: 160.226676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:04.900541Z","caller":"traceutil/trace.go:171","msg":"trace[1908497342] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"113.359903ms","start":"2026-03-19T22:03:04.787151Z","end":"2026-03-19T22:03:04.900511Z","steps":["trace[1908497342] 'process raft request' (duration: 113.154217ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:04.92132Z","caller":"traceutil/trace.go:171","msg":"trace[1115917193] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"111.87907ms","start":"2026-03-19T22:03:04.80942Z","end":"2026-03-19T22:03:04.921299Z","steps":["trace[1115917193] 'process raft request' (duration: 111.771968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:05.086081Z","caller":"traceutil/trace.go:171","msg":"trace[138369208] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"125.700677ms","start":"2026-03-19T22:03:04.960348Z","end":"2026-03-19T22:03:05.086049Z","steps":["trace[138369208] 'process raft request' (duration: 80.126193ms)","trace[138369208] 'compare' (duration: 45.36202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:06.415673Z","caller":"traceutil/trace.go:171","msg":"trace[503623345] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"148.27711ms","start":"2026-03-19T22:03:06.267369Z","end":"2026-03-19T22:03:06.415646Z","steps":["trace[503623345] 'process raft request' (duration: 148.115567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:11.782978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.935088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:11.783097Z","caller":"traceutil/trace.go:171","msg":"trace[830328184] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4676; }","duration":"252.903978ms","start":"2026-03-19T22:03:11.530173Z","end":"2026-03-19T22:03:11.783077Z","steps":["trace[830328184] 'read index received' (duration: 97.737085ms)","trace[830328184] 'applied index is now lower than readState.Index' (duration: 155.165593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:11.783169Z","caller":"traceutil/trace.go:171","msg":"trace[1265166783] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"254.466622ms","start":"2026-03-19T22:03:11.528664Z","end":"2026-03-19T22:03:11.78313Z","steps":["trace[1265166783] 'process raft request' (duration: 99.294509ms)","trace[1265166783] 'compare' (duration: 154.828126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:11.783272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.103892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63434"} {"level":"info","ts":"2026-03-19T22:03:11.783319Z","caller":"traceutil/trace.go:171","msg":"trace[1046767804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4453; }","duration":"253.191844ms","start":"2026-03-19T22:03:11.530118Z","end":"2026-03-19T22:03:11.78331Z","steps":["trace[1046767804] 'agreement among raft nodes before linearized reading' (duration: 253.00632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:16.319958Z","caller":"traceutil/trace.go:171","msg":"trace[512111763] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"105.402406ms","start":"2026-03-19T22:03:16.214524Z","end":"2026-03-19T22:03:16.319926Z","steps":["trace[512111763] 'process raft request' (duration: 104.950896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:16.867759Z","caller":"traceutil/trace.go:171","msg":"trace[1298832122] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"173.362127ms","start":"2026-03-19T22:03:16.694362Z","end":"2026-03-19T22:03:16.867724Z","steps":["trace[1298832122] 'process raft request' (duration: 170.431102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:16.870363Z","caller":"traceutil/trace.go:171","msg":"trace[1629819285] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"141.414366ms","start":"2026-03-19T22:03:16.72892Z","end":"2026-03-19T22:03:16.870334Z","steps":["trace[1629819285] 'process raft request' (duration: 141.225752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:16.870672Z","caller":"traceutil/trace.go:171","msg":"trace[893842657] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"137.867738ms","start":"2026-03-19T22:03:16.732773Z","end":"2026-03-19T22:03:16.870641Z","steps":["trace[893842657] 'process raft request' (duration: 137.51649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:20.418889Z","caller":"traceutil/trace.go:171","msg":"trace[1871678722] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"358.15686ms","start":"2026-03-19T22:03:20.060708Z","end":"2026-03-19T22:03:20.418865Z","steps":["trace[1871678722] 'process raft request' (duration: 358.004257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:20.419014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:20.060677Z","time spent":"358.268973ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:20.805286Z","caller":"traceutil/trace.go:171","msg":"trace[1433936950] linearizableReadLoop","detail":"{readStateIndex:5094; appliedIndex:5092; }","duration":"112.495063ms","start":"2026-03-19T22:03:20.692767Z","end":"2026-03-19T22:03:20.805262Z","steps":["trace[1433936950] 'read index received' (duration: 95.424333ms)","trace[1433936950] 'applied index is now lower than readState.Index' (duration: 17.0699ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:20.805456Z","caller":"traceutil/trace.go:171","msg":"trace[1830294101] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"112.932693ms","start":"2026-03-19T22:03:20.692512Z","end":"2026-03-19T22:03:20.805445Z","steps":["trace[1830294101] 'process raft request' (duration: 112.518164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:20.805487Z","caller":"traceutil/trace.go:171","msg":"trace[1768245813] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"108.494464ms","start":"2026-03-19T22:03:20.69697Z","end":"2026-03-19T22:03:20.805465Z","steps":["trace[1768245813] 'process raft request' (duration: 108.214828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:20.805727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.934733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T22:03:20.805821Z","caller":"traceutil/trace.go:171","msg":"trace[1634834217] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4861; }","duration":"113.072706ms","start":"2026-03-19T22:03:20.692727Z","end":"2026-03-19T22:03:20.8058Z","steps":["trace[1634834217] 'agreement among raft nodes before linearized reading' (duration: 112.758559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:22.060054Z","caller":"traceutil/trace.go:171","msg":"trace[1958451183] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"117.514885ms","start":"2026-03-19T22:03:21.942483Z","end":"2026-03-19T22:03:22.059997Z","steps":["trace[1958451183] 'process raft request' (duration: 71.349667ms)","trace[1958451183] 'compare' (duration: 45.991094ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:22.286546Z","caller":"traceutil/trace.go:171","msg":"trace[1826963717] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"250.930794ms","start":"2026-03-19T22:03:22.035584Z","end":"2026-03-19T22:03:22.286514Z","steps":["trace[1826963717] 'process raft request' (duration: 249.88348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:22.291063Z","caller":"traceutil/trace.go:171","msg":"trace[573331308] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"231.102292ms","start":"2026-03-19T22:03:22.059945Z","end":"2026-03-19T22:03:22.291047Z","steps":["trace[573331308] 'read index received' (duration: 225.522788ms)","trace[573331308] 'applied index is now lower than readState.Index' (duration: 5.578554ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:22.291183Z","caller":"traceutil/trace.go:171","msg":"trace[794302998] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"235.134622ms","start":"2026-03-19T22:03:22.055993Z","end":"2026-03-19T22:03:22.291128Z","steps":["trace[794302998] 'process raft request' (duration: 234.768544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:22.291272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.47209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-19T22:03:22.291319Z","caller":"traceutil/trace.go:171","msg":"trace[2084765652] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe; range_end:; response_count:1; response_revision:4915; }","duration":"271.553132ms","start":"2026-03-19T22:03:22.019749Z","end":"2026-03-19T22:03:22.291302Z","steps":["trace[2084765652] 'agreement among raft nodes before linearized reading' (duration: 271.403718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:22.291354Z","caller":"traceutil/trace.go:171","msg":"trace[1018305378] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"225.210071ms","start":"2026-03-19T22:03:22.066101Z","end":"2026-03-19T22:03:22.291311Z","steps":["trace[1018305378] 'process raft request' (duration: 224.816592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:24.92254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.363377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:24.922627Z","caller":"traceutil/trace.go:171","msg":"trace[984091645] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"205.493983ms","start":"2026-03-19T22:03:24.717115Z","end":"2026-03-19T22:03:24.922609Z","steps":["trace[984091645] 'read index received' (duration: 70.971µs)","trace[984091645] 'applied index is now lower than readState.Index' (duration: 205.422042ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:24.922694Z","caller":"traceutil/trace.go:171","msg":"trace[987457455] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"486.348784ms","start":"2026-03-19T22:03:24.436337Z","end":"2026-03-19T22:03:24.922686Z","steps":["trace[987457455] 'process raft request' (duration: 122.749842ms)","trace[987457455] 'compare' (duration: 363.023769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:24.922735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:24.436325Z","time spent":"486.387684ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:24.922848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.896183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:24.922939Z","caller":"traceutil/trace.go:171","msg":"trace[1434050235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4954; }","duration":"149.046697ms","start":"2026-03-19T22:03:24.773868Z","end":"2026-03-19T22:03:24.922915Z","steps":["trace[1434050235] 'agreement among raft nodes before linearized reading' (duration: 148.911184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:24.923188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.088977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:03:24.923218Z","caller":"traceutil/trace.go:171","msg":"trace[1596186962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4954; }","duration":"206.182278ms","start":"2026-03-19T22:03:24.717027Z","end":"2026-03-19T22:03:24.923209Z","steps":["trace[1596186962] 'agreement among raft nodes before linearized reading' (duration: 206.104377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:25.374985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.808484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:25.37517Z","caller":"traceutil/trace.go:171","msg":"trace[2019054522] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"370.337171ms","start":"2026-03-19T22:03:25.004813Z","end":"2026-03-19T22:03:25.37515Z","steps":["trace[2019054522] 'process raft request' (duration: 370.27344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:25.37516Z","caller":"traceutil/trace.go:171","msg":"trace[1471683538] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"446.776062ms","start":"2026-03-19T22:03:24.92836Z","end":"2026-03-19T22:03:25.375136Z","steps":["trace[1471683538] 'process raft request' (duration: 167.731333ms)","trace[1471683538] 'compare' (duration: 278.684391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:25.37524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:25.004792Z","time spent":"370.414352ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:25.375284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:24.928334Z","time spent":"446.882254ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:25.37537Z","caller":"traceutil/trace.go:171","msg":"trace[563475762] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"446.154169ms","start":"2026-03-19T22:03:24.929115Z","end":"2026-03-19T22:03:25.375269Z","steps":["trace[563475762] 'read index received' (duration: 166.990237ms)","trace[563475762] 'applied index is now lower than readState.Index' (duration: 279.159832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:25.375541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.432304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:03:25.375575Z","caller":"traceutil/trace.go:171","msg":"trace[2078118693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4956; }","duration":"446.492915ms","start":"2026-03-19T22:03:24.929074Z","end":"2026-03-19T22:03:25.375567Z","steps":["trace[2078118693] 'agreement among raft nodes before linearized reading' (duration: 446.371873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:25.375597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:24.929064Z","time spent":"446.528257ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T22:03:25.418323Z","caller":"traceutil/trace.go:171","msg":"trace[1779294849] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"258.068893ms","start":"2026-03-19T22:03:25.160224Z","end":"2026-03-19T22:03:25.418293Z","steps":["trace[1779294849] 'process raft request' (duration: 257.92066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:25.419065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.053431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517378"} {"level":"info","ts":"2026-03-19T22:03:25.419158Z","caller":"traceutil/trace.go:171","msg":"trace[419978591] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4957; }","duration":"275.157793ms","start":"2026-03-19T22:03:25.143978Z","end":"2026-03-19T22:03:25.419136Z","steps":["trace[419978591] 'agreement among raft nodes before linearized reading' (duration: 274.629322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:25.602498Z","caller":"traceutil/trace.go:171","msg":"trace[1463336311] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"179.059374ms","start":"2026-03-19T22:03:25.423417Z","end":"2026-03-19T22:03:25.602477Z","steps":["trace[1463336311] 'process raft request' (duration: 178.992602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:25.602507Z","caller":"traceutil/trace.go:171","msg":"trace[1788522374] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"179.391152ms","start":"2026-03-19T22:03:25.423086Z","end":"2026-03-19T22:03:25.602477Z","steps":["trace[1788522374] 'process raft request' (duration: 171.514857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:25.602776Z","caller":"traceutil/trace.go:171","msg":"trace[1201423811] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"179.250808ms","start":"2026-03-19T22:03:25.42349Z","end":"2026-03-19T22:03:25.602741Z","steps":["trace[1201423811] 'process raft request' (duration: 178.955581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.16979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.833488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:26.169922Z","caller":"traceutil/trace.go:171","msg":"trace[133597944] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5193; }","duration":"722.967628ms","start":"2026-03-19T22:03:25.446932Z","end":"2026-03-19T22:03:26.1699Z","steps":["trace[133597944] 'read index received' (duration: 147.681667ms)","trace[133597944] 'applied index is now lower than readState.Index' (duration: 575.284281ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:26.169978Z","caller":"traceutil/trace.go:171","msg":"trace[437950944] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"746.231816ms","start":"2026-03-19T22:03:25.423698Z","end":"2026-03-19T22:03:26.16993Z","steps":["trace[437950944] 'process raft request' (duration: 466.103802ms)","trace[437950944] 'compare' (duration: 279.664194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:26.170175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:25.423689Z","time spent":"746.386479ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:26.170435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.53909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:26.170502Z","caller":"traceutil/trace.go:171","msg":"trace[2093387179] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4961; }","duration":"691.639761ms","start":"2026-03-19T22:03:25.478845Z","end":"2026-03-19T22:03:26.170485Z","steps":["trace[2093387179] 'agreement among raft nodes before linearized reading' (duration: 691.339605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.170701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.806707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:03:26.170746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.582616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:03:26.170808Z","caller":"traceutil/trace.go:171","msg":"trace[353492060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4961; }","duration":"232.679878ms","start":"2026-03-19T22:03:25.938108Z","end":"2026-03-19T22:03:26.170788Z","steps":["trace[353492060] 'agreement among raft nodes before linearized reading' (duration: 232.516414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.170805Z","caller":"traceutil/trace.go:171","msg":"trace[869453877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4961; }","duration":"395.945171ms","start":"2026-03-19T22:03:25.774833Z","end":"2026-03-19T22:03:26.170778Z","steps":["trace[869453877] 'agreement among raft nodes before linearized reading' (duration: 395.784517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.170807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.318436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f19b141-b8fa-4e80-87f7-45b5428d8764\" ","response":"range_response_count:1 size:4079"} {"level":"warn","ts":"2026-03-19T22:03:26.170827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.278204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:03:26.17084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.135254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-txwzn\" ","response":"range_response_count:1 size:5147"} {"level":"info","ts":"2026-03-19T22:03:26.170898Z","caller":"traceutil/trace.go:171","msg":"trace[235626854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f19b141-b8fa-4e80-87f7-45b5428d8764; range_end:; response_count:1; response_revision:4961; }","duration":"230.439708ms","start":"2026-03-19T22:03:25.940436Z","end":"2026-03-19T22:03:26.170876Z","steps":["trace[235626854] 'agreement among raft nodes before linearized reading' (duration: 230.170132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.170911Z","caller":"traceutil/trace.go:171","msg":"trace[1790322107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:4961; }","duration":"230.406807ms","start":"2026-03-19T22:03:25.940482Z","end":"2026-03-19T22:03:26.170889Z","steps":["trace[1790322107] 'agreement among raft nodes before linearized reading' (duration: 230.168902ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.170946Z","caller":"traceutil/trace.go:171","msg":"trace[122348295] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-txwzn; range_end:; response_count:1; response_revision:4961; }","duration":"631.286868ms","start":"2026-03-19T22:03:25.539635Z","end":"2026-03-19T22:03:26.170922Z","steps":["trace[122348295] 'agreement among raft nodes before linearized reading' (duration: 631.005912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.171005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:25.539612Z","time spent":"631.37695ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5171,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-txwzn\" "} {"level":"warn","ts":"2026-03-19T22:03:26.170881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:25.774812Z","time spent":"396.056344ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:03:26.170552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:25.47883Z","time spent":"691.713634ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T22:03:26.171443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.500003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517378"} {"level":"info","ts":"2026-03-19T22:03:26.17151Z","caller":"traceutil/trace.go:171","msg":"trace[1240100265] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4961; }","duration":"724.611135ms","start":"2026-03-19T22:03:25.446883Z","end":"2026-03-19T22:03:26.171494Z","steps":["trace[1240100265] 'agreement among raft nodes before linearized reading' (duration: 723.141772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.171549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:25.446865Z","time spent":"724.676526ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517402,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T22:03:26.453915Z","caller":"traceutil/trace.go:171","msg":"trace[472921088] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"275.737345ms","start":"2026-03-19T22:03:26.178136Z","end":"2026-03-19T22:03:26.453873Z","steps":["trace[472921088] 'process raft request' (duration: 227.155075ms)","trace[472921088] 'compare' (duration: 48.271134ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:26.45404Z","caller":"traceutil/trace.go:171","msg":"trace[220755632] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"274.347996ms","start":"2026-03-19T22:03:26.179666Z","end":"2026-03-19T22:03:26.454014Z","steps":["trace[220755632] 'process raft request' (duration: 274.152571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.45413Z","caller":"traceutil/trace.go:171","msg":"trace[361862179] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5198; }","duration":"245.125264ms","start":"2026-03-19T22:03:26.208991Z","end":"2026-03-19T22:03:26.454116Z","steps":["trace[361862179] 'read index received' (duration: 196.783798ms)","trace[361862179] 'applied index is now lower than readState.Index' (duration: 48.340706ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:26.454275Z","caller":"traceutil/trace.go:171","msg":"trace[1554244127] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"274.067679ms","start":"2026-03-19T22:03:26.1802Z","end":"2026-03-19T22:03:26.454268Z","steps":["trace[1554244127] 'process raft request' (duration: 273.750011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.454465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.447962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9f19b141-b8fa-4e80-87f7-45b5428d8764\" ","response":"range_response_count:1 size:2244"} {"level":"warn","ts":"2026-03-19T22:03:26.454468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.003456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:03:26.454492Z","caller":"traceutil/trace.go:171","msg":"trace[1996163242] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-9f19b141-b8fa-4e80-87f7-45b5428d8764; range_end:; response_count:1; response_revision:4965; }","duration":"129.516633ms","start":"2026-03-19T22:03:26.324966Z","end":"2026-03-19T22:03:26.454482Z","steps":["trace[1996163242] 'agreement among raft nodes before linearized reading' (duration: 129.417271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.454506Z","caller":"traceutil/trace.go:171","msg":"trace[1530771645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4965; }","duration":"242.080638ms","start":"2026-03-19T22:03:26.212414Z","end":"2026-03-19T22:03:26.454494Z","steps":["trace[1530771645] 'agreement among raft nodes before linearized reading' (duration: 241.956665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:26.454521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.603476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63434"} {"level":"warn","ts":"2026-03-19T22:03:26.454522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.687813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-19T22:03:26.454575Z","caller":"traceutil/trace.go:171","msg":"trace[1815775240] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe; range_end:; response_count:1; response_revision:4965; }","duration":"181.779025ms","start":"2026-03-19T22:03:26.272779Z","end":"2026-03-19T22:03:26.454558Z","steps":["trace[1815775240] 'agreement among raft nodes before linearized reading' (duration: 181.631042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.454562Z","caller":"traceutil/trace.go:171","msg":"trace[1268091266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4965; }","duration":"276.695577ms","start":"2026-03-19T22:03:26.177854Z","end":"2026-03-19T22:03:26.454549Z","steps":["trace[1268091266] 'agreement among raft nodes before linearized reading' (duration: 276.500723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.691992Z","caller":"traceutil/trace.go:171","msg":"trace[691506011] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4967; }","duration":"235.394358ms","start":"2026-03-19T22:03:26.456567Z","end":"2026-03-19T22:03:26.691961Z","steps":["trace[691506011] 'process raft request' (duration: 235.198164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.692011Z","caller":"traceutil/trace.go:171","msg":"trace[671088038] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5201; }","duration":"235.331377ms","start":"2026-03-19T22:03:26.456663Z","end":"2026-03-19T22:03:26.691994Z","steps":["trace[671088038] 'read index received' (duration: 79.116311ms)","trace[671088038] 'applied index is now lower than readState.Index' (duration: 156.214496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:26.69215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.47187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16033"} {"level":"info","ts":"2026-03-19T22:03:26.692178Z","caller":"traceutil/trace.go:171","msg":"trace[1870934996] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"229.401084ms","start":"2026-03-19T22:03:26.462766Z","end":"2026-03-19T22:03:26.692167Z","steps":["trace[1870934996] 'process raft request' (duration: 229.19238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.692191Z","caller":"traceutil/trace.go:171","msg":"trace[1578072809] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4970; }","duration":"235.566112ms","start":"2026-03-19T22:03:26.456618Z","end":"2026-03-19T22:03:26.692184Z","steps":["trace[1578072809] 'agreement among raft nodes before linearized reading' (duration: 235.432979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.692289Z","caller":"traceutil/trace.go:171","msg":"trace[1792180551] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"231.970561ms","start":"2026-03-19T22:03:26.460266Z","end":"2026-03-19T22:03:26.692237Z","steps":["trace[1792180551] 'process raft request' (duration: 231.653404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.692122Z","caller":"traceutil/trace.go:171","msg":"trace[837061554] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"231.839529ms","start":"2026-03-19T22:03:26.460253Z","end":"2026-03-19T22:03:26.692093Z","steps":["trace[837061554] 'process raft request' (duration: 231.624654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.741602Z","caller":"traceutil/trace.go:171","msg":"trace[1421812696] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"199.828097ms","start":"2026-03-19T22:03:26.541741Z","end":"2026-03-19T22:03:26.741569Z","steps":["trace[1421812696] 'process raft request' (duration: 199.647013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.898915Z","caller":"traceutil/trace.go:171","msg":"trace[968013636] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"193.65371ms","start":"2026-03-19T22:03:26.705224Z","end":"2026-03-19T22:03:26.898878Z","steps":["trace[968013636] 'process raft request' (duration: 133.209505ms)","trace[968013636] 'compare' (duration: 60.077406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:26.899349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.057128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T22:03:26.899454Z","caller":"traceutil/trace.go:171","msg":"trace[1224728628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4972; }","duration":"194.201972ms","start":"2026-03-19T22:03:26.70523Z","end":"2026-03-19T22:03:26.899432Z","steps":["trace[1224728628] 'agreement among raft nodes before linearized reading' (duration: 193.909305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:26.899275Z","caller":"traceutil/trace.go:171","msg":"trace[1050487191] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5206; }","duration":"193.521796ms","start":"2026-03-19T22:03:26.705263Z","end":"2026-03-19T22:03:26.898784Z","steps":["trace[1050487191] 'read index received' (duration: 36.165885ms)","trace[1050487191] 'applied index is now lower than readState.Index' (duration: 157.354791ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:27.329234Z","caller":"traceutil/trace.go:171","msg":"trace[919026028] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5209; }","duration":"153.052166ms","start":"2026-03-19T22:03:27.176163Z","end":"2026-03-19T22:03:27.329216Z","steps":["trace[919026028] 'read index received' (duration: 152.998725ms)","trace[919026028] 'applied index is now lower than readState.Index' (duration: 52.781µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:27.329287Z","caller":"traceutil/trace.go:171","msg":"trace[1718584011] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"191.297587ms","start":"2026-03-19T22:03:27.137959Z","end":"2026-03-19T22:03:27.329257Z","steps":["trace[1718584011] 'process raft request' (duration: 191.123614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.329358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.173219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9f19b141-b8fa-4e80-87f7-45b5428d8764\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-19T22:03:27.329405Z","caller":"traceutil/trace.go:171","msg":"trace[1417484024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9f19b141-b8fa-4e80-87f7-45b5428d8764; range_end:; response_count:1; response_revision:4974; }","duration":"153.293711ms","start":"2026-03-19T22:03:27.176099Z","end":"2026-03-19T22:03:27.329392Z","steps":["trace[1417484024] 'agreement among raft nodes before linearized reading' (duration: 153.185629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:27.364608Z","caller":"traceutil/trace.go:171","msg":"trace[842990684] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"119.448468ms","start":"2026-03-19T22:03:27.245129Z","end":"2026-03-19T22:03:27.364577Z","steps":["trace[842990684] 'process raft request' (duration: 117.498305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.766724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.853757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:27.76695Z","caller":"traceutil/trace.go:171","msg":"trace[964047196] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"394.811056ms","start":"2026-03-19T22:03:27.372116Z","end":"2026-03-19T22:03:27.766927Z","steps":["trace[964047196] 'process raft request' (duration: 265.655402ms)","trace[964047196] 'compare' (duration: 128.723774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:27.767036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.372101Z","time spent":"394.894377ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:27.76705Z","caller":"traceutil/trace.go:171","msg":"trace[458567861] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"344.397294ms","start":"2026-03-19T22:03:27.422639Z","end":"2026-03-19T22:03:27.767036Z","steps":["trace[458567861] 'process raft request' (duration: 344.329943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.767115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.422614Z","time spent":"344.466675ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:27.767263Z","caller":"traceutil/trace.go:171","msg":"trace[483989215] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"387.518284ms","start":"2026-03-19T22:03:27.379712Z","end":"2026-03-19T22:03:27.767231Z","steps":["trace[483989215] 'process raft request' (duration: 387.112095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:27.767323Z","caller":"traceutil/trace.go:171","msg":"trace[1171937959] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"387.108135ms","start":"2026-03-19T22:03:27.380187Z","end":"2026-03-19T22:03:27.767295Z","steps":["trace[1171937959] 'process raft request' (duration: 386.694746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:27.767316Z","caller":"traceutil/trace.go:171","msg":"trace[1115894023] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"349.105808ms","start":"2026-03-19T22:03:27.418145Z","end":"2026-03-19T22:03:27.767251Z","steps":["trace[1115894023] 'process raft request' (duration: 348.780951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.76741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.379669Z","time spent":"387.662027ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:27.767431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.380161Z","time spent":"387.215317ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:27.767495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.418128Z","time spent":"349.265122ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:27.784524Z","caller":"traceutil/trace.go:171","msg":"trace[87994094] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5212; }","duration":"324.407389ms","start":"2026-03-19T22:03:27.460096Z","end":"2026-03-19T22:03:27.784503Z","steps":["trace[87994094] 'read index received' (duration: 177.684634ms)","trace[87994094] 'applied index is now lower than readState.Index' (duration: 146.721615ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:27.784792Z","caller":"traceutil/trace.go:171","msg":"trace[999342663] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4982; }","duration":"348.054955ms","start":"2026-03-19T22:03:27.436726Z","end":"2026-03-19T22:03:27.784781Z","steps":["trace[999342663] 'process raft request' (duration: 347.663766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.784942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.436711Z","time spent":"348.117157ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T22:03:27.785044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.934461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe\" ","response":"range_response_count:1 size:4067"} {"level":"warn","ts":"2026-03-19T22:03:27.785113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.511826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T22:03:27.785168Z","caller":"traceutil/trace.go:171","msg":"trace[953216230] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4982; }","duration":"317.620769ms","start":"2026-03-19T22:03:27.467536Z","end":"2026-03-19T22:03:27.785157Z","steps":["trace[953216230] 'agreement among raft nodes before linearized reading' (duration: 317.287511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.785072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.432892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:03:27.785197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.467514Z","time spent":"317.67669ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":512,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:03:27.785207Z","caller":"traceutil/trace.go:171","msg":"trace[1092997138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4982; }","duration":"178.608815ms","start":"2026-03-19T22:03:27.606586Z","end":"2026-03-19T22:03:27.785195Z","steps":["trace[1092997138] 'agreement among raft nodes before linearized reading' (duration: 178.37469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:27.785128Z","caller":"traceutil/trace.go:171","msg":"trace[1707928794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe; range_end:; response_count:1; response_revision:4982; }","duration":"325.072134ms","start":"2026-03-19T22:03:27.460037Z","end":"2026-03-19T22:03:27.785109Z","steps":["trace[1707928794] 'agreement among raft nodes before linearized reading' (duration: 324.885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:27.785306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:27.460016Z","time spent":"325.272968ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe\" "} {"level":"info","ts":"2026-03-19T22:03:28.337755Z","caller":"traceutil/trace.go:171","msg":"trace[1647441373] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"153.059916ms","start":"2026-03-19T22:03:28.184662Z","end":"2026-03-19T22:03:28.337722Z","steps":["trace[1647441373] 'process raft request' (duration: 152.830541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.338032Z","caller":"traceutil/trace.go:171","msg":"trace[268593934] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"151.079602ms","start":"2026-03-19T22:03:28.186911Z","end":"2026-03-19T22:03:28.337991Z","steps":["trace[268593934] 'process raft request' (duration: 150.750545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.338075Z","caller":"traceutil/trace.go:171","msg":"trace[1560777934] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"151.013831ms","start":"2026-03-19T22:03:28.187046Z","end":"2026-03-19T22:03:28.33806Z","steps":["trace[1560777934] 'process raft request' (duration: 150.846367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.338134Z","caller":"traceutil/trace.go:171","msg":"trace[1143497106] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"145.620571ms","start":"2026-03-19T22:03:28.192491Z","end":"2026-03-19T22:03:28.338111Z","steps":["trace[1143497106] 'process raft request' (duration: 145.503528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.33818Z","caller":"traceutil/trace.go:171","msg":"trace[1545582218] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"143.651017ms","start":"2026-03-19T22:03:28.194506Z","end":"2026-03-19T22:03:28.338157Z","steps":["trace[1545582218] 'process raft request' (duration: 143.529014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.338343Z","caller":"traceutil/trace.go:171","msg":"trace[343010658] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"137.097901ms","start":"2026-03-19T22:03:28.201215Z","end":"2026-03-19T22:03:28.338312Z","steps":["trace[343010658] 'process raft request' (duration: 136.889207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.33848Z","caller":"traceutil/trace.go:171","msg":"trace[850885624] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"122.293642ms","start":"2026-03-19T22:03:28.216174Z","end":"2026-03-19T22:03:28.338467Z","steps":["trace[850885624] 'process raft request' (duration: 122.058646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.338569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.571281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:03:28.33861Z","caller":"traceutil/trace.go:171","msg":"trace[1019371186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5103; }","duration":"124.665863ms","start":"2026-03-19T22:03:28.213935Z","end":"2026-03-19T22:03:28.338601Z","steps":["trace[1019371186] 'agreement among raft nodes before linearized reading' (duration: 124.4924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.338878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.579803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-19T22:03:28.338929Z","caller":"traceutil/trace.go:171","msg":"trace[21086858] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5103; }","duration":"120.676905ms","start":"2026-03-19T22:03:28.21824Z","end":"2026-03-19T22:03:28.338917Z","steps":["trace[21086858] 'agreement among raft nodes before linearized reading' (duration: 120.45029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.903796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.423868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:28.904068Z","caller":"traceutil/trace.go:171","msg":"trace[553536211] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"555.225605ms","start":"2026-03-19T22:03:28.348794Z","end":"2026-03-19T22:03:28.90402Z","steps":["trace[553536211] 'read index received' (duration: 18.488401ms)","trace[553536211] 'applied index is now lower than readState.Index' (duration: 536.736094ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:28.904149Z","caller":"traceutil/trace.go:171","msg":"trace[439305006] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"558.527929ms","start":"2026-03-19T22:03:28.345609Z","end":"2026-03-19T22:03:28.904137Z","steps":["trace[439305006] 'process raft request' (duration: 558.317604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.904218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.345592Z","time spent":"558.592671ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:28.904295Z","caller":"traceutil/trace.go:171","msg":"trace[1038457364] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"560.156746ms","start":"2026-03-19T22:03:28.344086Z","end":"2026-03-19T22:03:28.904243Z","steps":["trace[1038457364] 'process raft request' (duration: 23.194937ms)","trace[1038457364] 'compare' (duration: 535.949737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:28.904445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.344071Z","time spent":"560.292559ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:28.904473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.651124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T22:03:28.904565Z","caller":"traceutil/trace.go:171","msg":"trace[1627539866] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5105; }","duration":"555.768297ms","start":"2026-03-19T22:03:28.348774Z","end":"2026-03-19T22:03:28.904542Z","steps":["trace[1627539866] 'agreement among raft nodes before linearized reading' (duration: 555.41381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.904613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.348766Z","time spent":"555.838069ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-19T22:03:28.916642Z","caller":"traceutil/trace.go:171","msg":"trace[205149022] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"195.436539ms","start":"2026-03-19T22:03:28.721184Z","end":"2026-03-19T22:03:28.916621Z","steps":["trace[205149022] 'process raft request' (duration: 195.179222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.923258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.091023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-19T22:03:28.923299Z","caller":"traceutil/trace.go:171","msg":"trace[166804283] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5107; }","duration":"502.181465ms","start":"2026-03-19T22:03:28.421105Z","end":"2026-03-19T22:03:28.923286Z","steps":["trace[166804283] 'agreement among raft nodes before linearized reading' (duration: 502.051132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.923322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.421083Z","time spent":"502.233377ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-19T22:03:28.923597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.421988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:03:28.923627Z","caller":"traceutil/trace.go:171","msg":"trace[969547731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5107; }","duration":"465.477578ms","start":"2026-03-19T22:03:28.458139Z","end":"2026-03-19T22:03:28.923616Z","steps":["trace[969547731] 'agreement among raft nodes before linearized reading' (duration: 465.400676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.923645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.458123Z","time spent":"465.51761ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:28.92366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.270887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:03:28.923727Z","caller":"traceutil/trace.go:171","msg":"trace[1508379700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5107; }","duration":"462.389639ms","start":"2026-03-19T22:03:28.461323Z","end":"2026-03-19T22:03:28.923713Z","steps":["trace[1508379700] 'agreement among raft nodes before linearized reading' (duration: 462.182725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.923763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.461303Z","time spent":"462.453481ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:03:28.923798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.240539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717443"} {"level":"warn","ts":"2026-03-19T22:03:28.923824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.161013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:28.923845Z","caller":"traceutil/trace.go:171","msg":"trace[306277630] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5107; }","duration":"521.304141ms","start":"2026-03-19T22:03:28.402523Z","end":"2026-03-19T22:03:28.923827Z","steps":["trace[306277630] 'agreement among raft nodes before linearized reading' (duration: 520.779329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:28.923879Z","caller":"traceutil/trace.go:171","msg":"trace[2037274512] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"130.831212ms","start":"2026-03-19T22:03:28.793041Z","end":"2026-03-19T22:03:28.923872Z","steps":["trace[2037274512] 'process raft request' (duration: 129.940762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.923881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.402506Z","time spent":"521.368522ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":717467,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T22:03:28.923937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.254088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:28.923966Z","caller":"traceutil/trace.go:171","msg":"trace[1652321263] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5107; }","duration":"374.355901ms","start":"2026-03-19T22:03:28.549604Z","end":"2026-03-19T22:03:28.92396Z","steps":["trace[1652321263] 'agreement among raft nodes before linearized reading' (duration: 374.30634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.923986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.549584Z","time spent":"374.396942ms","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:03:28.923664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.418171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-19T22:03:28.924108Z","caller":"traceutil/trace.go:171","msg":"trace[480305055] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5107; }","duration":"502.930692ms","start":"2026-03-19T22:03:28.421169Z","end":"2026-03-19T22:03:28.9241Z","steps":["trace[480305055] 'agreement among raft nodes before linearized reading' (duration: 502.365829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.924141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.421146Z","time spent":"502.987092ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-19T22:03:28.923848Z","caller":"traceutil/trace.go:171","msg":"trace[213158478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5107; }","duration":"150.257794ms","start":"2026-03-19T22:03:28.773583Z","end":"2026-03-19T22:03:28.923841Z","steps":["trace[213158478] 'agreement among raft nodes before linearized reading' (duration: 150.219873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.924258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.450415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-03-19T22:03:28.924291Z","caller":"traceutil/trace.go:171","msg":"trace[1179785419] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5107; }","duration":"575.493956ms","start":"2026-03-19T22:03:28.34879Z","end":"2026-03-19T22:03:28.924283Z","steps":["trace[1179785419] 'agreement among raft nodes before linearized reading' (duration: 575.412754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.924326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.348785Z","time spent":"575.526567ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3877,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-19T22:03:28.924363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.303384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207036"} {"level":"info","ts":"2026-03-19T22:03:28.924441Z","caller":"traceutil/trace.go:171","msg":"trace[517530114] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5107; }","duration":"549.412926ms","start":"2026-03-19T22:03:28.375011Z","end":"2026-03-19T22:03:28.924424Z","steps":["trace[517530114] 'agreement among raft nodes before linearized reading' (duration: 548.563787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.924464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.511576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3842"} {"level":"warn","ts":"2026-03-19T22:03:28.924478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.374995Z","time spent":"549.475688ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207060,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T22:03:28.924489Z","caller":"traceutil/trace.go:171","msg":"trace[377008198] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:5107; }","duration":"562.570669ms","start":"2026-03-19T22:03:28.361912Z","end":"2026-03-19T22:03:28.924483Z","steps":["trace[377008198] 'agreement among raft nodes before linearized reading' (duration: 562.507318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.924507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.361886Z","time spent":"562.61733ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3866,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-19T22:03:28.924598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.986088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:28.924622Z","caller":"traceutil/trace.go:171","msg":"trace[1852553190] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr-tls; range_end:; response_count:0; response_revision:5107; }","duration":"568.03732ms","start":"2026-03-19T22:03:28.356576Z","end":"2026-03-19T22:03:28.924613Z","steps":["trace[1852553190] 'agreement among raft nodes before linearized reading' (duration: 568.004059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:28.924641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:28.356557Z","time spent":"568.08025ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr-tls\" "} {"level":"warn","ts":"2026-03-19T22:03:30.278974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606028934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:03:30.664379Z","caller":"traceutil/trace.go:171","msg":"trace[1867226501] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"975.495798ms","start":"2026-03-19T22:03:29.688858Z","end":"2026-03-19T22:03:30.664354Z","steps":["trace[1867226501] 'process raft request' (duration: 975.347185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.664539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.688834Z","time spent":"975.635251ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T22:03:30.670472Z","caller":"traceutil/trace.go:171","msg":"trace[1881856112] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"896.601693ms","start":"2026-03-19T22:03:29.773847Z","end":"2026-03-19T22:03:30.670449Z","steps":["trace[1881856112] 'process raft request' (duration: 896.444799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:30.670563Z","caller":"traceutil/trace.go:171","msg":"trace[719623333] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"916.470246ms","start":"2026-03-19T22:03:29.754036Z","end":"2026-03-19T22:03:30.670507Z","steps":["trace[719623333] 'process raft request' (duration: 916.090987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:30.670612Z","caller":"traceutil/trace.go:171","msg":"trace[2048893623] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"854.337092ms","start":"2026-03-19T22:03:29.816246Z","end":"2026-03-19T22:03:30.670583Z","steps":["trace[2048893623] 'process raft request' (duration: 854.100737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.670607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.773822Z","time spent":"896.716456ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:30.67076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.816225Z","time spent":"854.471175ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T22:03:30.670773Z","caller":"traceutil/trace.go:171","msg":"trace[519453506] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5372; }","duration":"892.566853ms","start":"2026-03-19T22:03:29.778173Z","end":"2026-03-19T22:03:30.67074Z","steps":["trace[519453506] 'read index received' (duration: 886.485467ms)","trace[519453506] 'applied index is now lower than readState.Index' (duration: 6.079506ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:30.670474Z","caller":"traceutil/trace.go:171","msg":"trace[1836560911] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"893.287959ms","start":"2026-03-19T22:03:29.777175Z","end":"2026-03-19T22:03:30.670463Z","steps":["trace[1836560911] 'process raft request' (duration: 893.147866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.670866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.754009Z","time spent":"916.68261ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:30.670858Z","caller":"traceutil/trace.go:171","msg":"trace[521438971] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"454.941605ms","start":"2026-03-19T22:03:30.215884Z","end":"2026-03-19T22:03:30.670825Z","steps":["trace[521438971] 'process raft request' (duration: 454.650838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.67095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.754867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:30.670996Z","caller":"traceutil/trace.go:171","msg":"trace[622975031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5137; }","duration":"892.838069ms","start":"2026-03-19T22:03:29.778147Z","end":"2026-03-19T22:03:30.670985Z","steps":["trace[622975031] 'agreement among raft nodes before linearized reading' (duration: 892.743927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.671017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.827256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:03:30.671044Z","caller":"traceutil/trace.go:171","msg":"trace[1876835017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5137; }","duration":"855.899637ms","start":"2026-03-19T22:03:29.815136Z","end":"2026-03-19T22:03:30.671036Z","steps":["trace[1876835017] 'agreement among raft nodes before linearized reading' (duration: 855.797305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.671037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.778139Z","time spent":"892.89055ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:03:30.671033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:30.215863Z","time spent":"455.075047ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3621,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T22:03:30.67107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.815116Z","time spent":"855.949828ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:30.671156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.40426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:03:30.671207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.426339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:30.671218Z","caller":"traceutil/trace.go:171","msg":"trace[986727646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5137; }","duration":"262.465891ms","start":"2026-03-19T22:03:30.408736Z","end":"2026-03-19T22:03:30.671202Z","steps":["trace[986727646] 'agreement among raft nodes before linearized reading' (duration: 262.349709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:30.671238Z","caller":"traceutil/trace.go:171","msg":"trace[49664027] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5137; }","duration":"288.500671ms","start":"2026-03-19T22:03:30.382726Z","end":"2026-03-19T22:03:30.671227Z","steps":["trace[49664027] 'agreement among raft nodes before linearized reading' (duration: 288.44987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.670886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.777151Z","time spent":"893.694618ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:30.671434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.040921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T22:03:30.671441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.539289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:03:30.671471Z","caller":"traceutil/trace.go:171","msg":"trace[789450652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5137; }","duration":"324.101713ms","start":"2026-03-19T22:03:30.347361Z","end":"2026-03-19T22:03:30.671463Z","steps":["trace[789450652] 'agreement among raft nodes before linearized reading' (duration: 324.009821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:30.671477Z","caller":"traceutil/trace.go:171","msg":"trace[1267072519] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5137; }","duration":"185.624461ms","start":"2026-03-19T22:03:30.485843Z","end":"2026-03-19T22:03:30.671467Z","steps":["trace[1267072519] 'agreement among raft nodes before linearized reading' (duration: 185.548619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.671498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:30.347346Z","time spent":"324.145143ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:03:30.671585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.793549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719249"} {"level":"warn","ts":"2026-03-19T22:03:30.671643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.751658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-19T22:03:30.671651Z","caller":"traceutil/trace.go:171","msg":"trace[159702644] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5137; }","duration":"116.891981ms","start":"2026-03-19T22:03:30.554737Z","end":"2026-03-19T22:03:30.671629Z","steps":["trace[159702644] 'agreement among raft nodes before linearized reading' (duration: 116.398951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:30.6717Z","caller":"traceutil/trace.go:171","msg":"trace[182747477] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr; range_end:; response_count:1; response_revision:5137; }","duration":"511.846141ms","start":"2026-03-19T22:03:30.159839Z","end":"2026-03-19T22:03:30.671685Z","steps":["trace[182747477] 'agreement among raft nodes before linearized reading' (duration: 511.636566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.671739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:30.159819Z","time spent":"511.912423ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9850,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr\" "} {"level":"info","ts":"2026-03-19T22:03:30.671823Z","caller":"traceutil/trace.go:171","msg":"trace[669724510] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"896.096271ms","start":"2026-03-19T22:03:29.774419Z","end":"2026-03-19T22:03:30.670515Z","steps":["trace[669724510] 'process raft request' (duration: 895.808914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:30.671907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:29.774408Z","time spent":"897.460241ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:32.943038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.633928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:32.94312Z","caller":"traceutil/trace.go:171","msg":"trace[351680570] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5176; }","duration":"960.763071ms","start":"2026-03-19T22:03:31.982339Z","end":"2026-03-19T22:03:32.943102Z","steps":["trace[351680570] 'range keys from in-memory index tree' (duration: 960.547236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:32.943158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:31.982319Z","time spent":"960.830732ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T22:03:32.943043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.707129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:32.943335Z","caller":"traceutil/trace.go:171","msg":"trace[841253055] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5176; }","duration":"952.052667ms","start":"2026-03-19T22:03:31.99125Z","end":"2026-03-19T22:03:32.943303Z","steps":["trace[841253055] 'count revisions from in-memory index tree' (duration: 951.607607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:32.943432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:31.991229Z","time spent":"952.171689ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:03:32.943963Z","caller":"traceutil/trace.go:171","msg":"trace[925811701] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"265.58276ms","start":"2026-03-19T22:03:32.678368Z","end":"2026-03-19T22:03:32.943951Z","steps":["trace[925811701] 'process raft request' (duration: 262.091563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:32.943997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.124737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-19T22:03:32.944087Z","caller":"traceutil/trace.go:171","msg":"trace[1892567184] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5; range_end:; response_count:1; response_revision:5176; }","duration":"752.25521ms","start":"2026-03-19T22:03:32.191806Z","end":"2026-03-19T22:03:32.944061Z","steps":["trace[1892567184] 'range keys from in-memory index tree' (duration: 751.943933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:32.944139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.191789Z","time spent":"752.335932ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5\" "} {"level":"warn","ts":"2026-03-19T22:03:33.688872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.222128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:33.68901Z","caller":"traceutil/trace.go:171","msg":"trace[1058783137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5177; }","duration":"423.377492ms","start":"2026-03-19T22:03:33.265609Z","end":"2026-03-19T22:03:33.688987Z","steps":["trace[1058783137] 'range keys from in-memory index tree' (duration: 423.204388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.689183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.944114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:33.689488Z","caller":"traceutil/trace.go:171","msg":"trace[263820239] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5419; }","duration":"1.008871081s","start":"2026-03-19T22:03:32.680591Z","end":"2026-03-19T22:03:33.689462Z","steps":["trace[263820239] 'read index received' (duration: 259.893244ms)","trace[263820239] 'applied index is now lower than readState.Index' (duration: 748.976117ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:33.689592Z","caller":"traceutil/trace.go:171","msg":"trace[352364245] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"1.007080631s","start":"2026-03-19T22:03:32.682498Z","end":"2026-03-19T22:03:33.689579Z","steps":["trace[352364245] 'process raft request' (duration: 1.006821585s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.689703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.68248Z","time spent":"1.007147642s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:33.689761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009173437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:03:33.689815Z","caller":"traceutil/trace.go:171","msg":"trace[1795472088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5179; }","duration":"1.00926575s","start":"2026-03-19T22:03:32.680535Z","end":"2026-03-19T22:03:33.689801Z","steps":["trace[1795472088] 'agreement among raft nodes before linearized reading' (duration: 1.009073885s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.689857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.680516Z","time spent":"1.009331671s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:03:33.689581Z","caller":"traceutil/trace.go:171","msg":"trace[14468700] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"1.009952355s","start":"2026-03-19T22:03:32.679528Z","end":"2026-03-19T22:03:33.68948Z","steps":["trace[14468700] 'process raft request' (duration: 829.576991ms)","trace[14468700] 'compare' (duration: 179.274139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:33.690584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.997782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:03:33.690633Z","caller":"traceutil/trace.go:171","msg":"trace[718160258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5180; }","duration":"724.062124ms","start":"2026-03-19T22:03:32.96656Z","end":"2026-03-19T22:03:33.690622Z","steps":["trace[718160258] 'agreement among raft nodes before linearized reading' (duration: 723.91829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.690666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.966551Z","time spent":"724.107744ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:33.690649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.679499Z","time spent":"1.010698291s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:33.69096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.288846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:03:33.690987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.723337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-19T22:03:33.691008Z","caller":"traceutil/trace.go:171","msg":"trace[782626167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5180; }","duration":"723.347897ms","start":"2026-03-19T22:03:32.96765Z","end":"2026-03-19T22:03:33.690998Z","steps":["trace[782626167] 'agreement among raft nodes before linearized reading' (duration: 723.242335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.690642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006984889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:03:33.691051Z","caller":"traceutil/trace.go:171","msg":"trace[733775474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5; range_end:; response_count:1; response_revision:5180; }","duration":"977.780569ms","start":"2026-03-19T22:03:32.713247Z","end":"2026-03-19T22:03:33.691027Z","steps":["trace[733775474] 'agreement among raft nodes before linearized reading' (duration: 977.690717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:33.691103Z","caller":"traceutil/trace.go:171","msg":"trace[378201828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5180; }","duration":"1.00747873s","start":"2026-03-19T22:03:32.683591Z","end":"2026-03-19T22:03:33.69107Z","steps":["trace[378201828] 'agreement among raft nodes before linearized reading' (duration: 1.006789895s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.691041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.934779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:03:33.691142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.71319Z","time spent":"977.937043ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5\" "} {"level":"warn","ts":"2026-03-19T22:03:33.691176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.683578Z","time spent":"1.007580472s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:03:33.691187Z","caller":"traceutil/trace.go:171","msg":"trace[1132499117] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"728.070913ms","start":"2026-03-19T22:03:32.963101Z","end":"2026-03-19T22:03:33.691172Z","steps":["trace[1132499117] 'process raft request' (duration: 727.084521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:33.691216Z","caller":"traceutil/trace.go:171","msg":"trace[1253037036] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5180; }","duration":"728.154924ms","start":"2026-03-19T22:03:32.963033Z","end":"2026-03-19T22:03:33.691188Z","steps":["trace[1253037036] 'agreement among raft nodes before linearized reading' (duration: 727.853087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.691283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.962986Z","time spent":"728.275317ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T22:03:33.690897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.509869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:03:33.691038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.967643Z","time spent":"723.388898ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:03:33.690734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.850776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:33.691353Z","caller":"traceutil/trace.go:171","msg":"trace[823776802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5180; }","duration":"772.034611ms","start":"2026-03-19T22:03:32.919297Z","end":"2026-03-19T22:03:33.691332Z","steps":["trace[823776802] 'agreement among raft nodes before linearized reading' (duration: 771.322546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:33.691444Z","caller":"traceutil/trace.go:171","msg":"trace[892906309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5180; }","duration":"918.589822ms","start":"2026-03-19T22:03:32.772835Z","end":"2026-03-19T22:03:33.691425Z","steps":["trace[892906309] 'agreement among raft nodes before linearized reading' (duration: 917.863036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.691302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.963064Z","time spent":"728.176824ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:33.691381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.827959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:03:33.692006Z","caller":"traceutil/trace.go:171","msg":"trace[216936086] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5180; }","duration":"600.470643ms","start":"2026-03-19T22:03:33.09152Z","end":"2026-03-19T22:03:33.69199Z","steps":["trace[216936086] 'agreement among raft nodes before linearized reading' (duration: 599.745837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.692056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:33.091485Z","time spent":"600.557074ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":42,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:03:33.691507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.772814Z","time spent":"918.678674ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:03:33.692174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.730585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:03:33.692946Z","caller":"traceutil/trace.go:171","msg":"trace[1713340406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5180; }","duration":"697.603424ms","start":"2026-03-19T22:03:32.995322Z","end":"2026-03-19T22:03:33.692925Z","steps":["trace[1713340406] 'agreement among raft nodes before linearized reading' (duration: 695.532299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.693013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.99531Z","time spent":"697.690227ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:03:33.69149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.919278Z","time spent":"772.162044ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:33.691851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.785468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-19T22:03:33.693237Z","caller":"traceutil/trace.go:171","msg":"trace[699427255] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr-tls; range_end:; response_count:1; response_revision:5180; }","duration":"730.20175ms","start":"2026-03-19T22:03:32.96302Z","end":"2026-03-19T22:03:33.693222Z","steps":["trace[699427255] 'agreement among raft nodes before linearized reading' (duration: 727.97328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.693283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.963Z","time spent":"730.269992ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr-tls\" "} {"level":"warn","ts":"2026-03-19T22:03:33.692441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.319354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777434"} {"level":"info","ts":"2026-03-19T22:03:33.693394Z","caller":"traceutil/trace.go:171","msg":"trace[1591299384] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5180; }","duration":"954.309527ms","start":"2026-03-19T22:03:32.73905Z","end":"2026-03-19T22:03:33.693359Z","steps":["trace[1591299384] 'agreement among raft nodes before linearized reading' (duration: 951.709839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:33.693476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:32.739038Z","time spent":"954.41346ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777458,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T22:03:36.200099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606029097,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:03:36.223297Z","caller":"traceutil/trace.go:171","msg":"trace[737515483] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"526.738651ms","start":"2026-03-19T22:03:35.696534Z","end":"2026-03-19T22:03:36.223273Z","steps":["trace[737515483] 'process raft request' (duration: 526.597948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.223448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.696504Z","time spent":"526.868445ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:36.402132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.33951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:36.402362Z","caller":"traceutil/trace.go:171","msg":"trace[817358109] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5462; }","duration":"702.617926ms","start":"2026-03-19T22:03:35.699726Z","end":"2026-03-19T22:03:36.402344Z","steps":["trace[817358109] 'read index received' (duration: 523.418938ms)","trace[817358109] 'applied index is now lower than readState.Index' (duration: 179.197767ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:36.402413Z","caller":"traceutil/trace.go:171","msg":"trace[63045240] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"704.574209ms","start":"2026-03-19T22:03:35.697803Z","end":"2026-03-19T22:03:36.402377Z","steps":["trace[63045240] 'process raft request' (duration: 600.899832ms)","trace[63045240] 'compare' (duration: 103.212567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:36.4026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.180507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:03:36.402637Z","caller":"traceutil/trace.go:171","msg":"trace[49150678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5219; }","duration":"698.255549ms","start":"2026-03-19T22:03:35.704373Z","end":"2026-03-19T22:03:36.402628Z","steps":["trace[49150678] 'agreement among raft nodes before linearized reading' (duration: 698.117616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.402604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.84649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-03-19T22:03:36.402674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.704355Z","time spent":"698.31187ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:03:36.402699Z","caller":"traceutil/trace.go:171","msg":"trace[1629637898] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5; range_end:; response_count:1; response_revision:5219; }","duration":"702.983754ms","start":"2026-03-19T22:03:35.699689Z","end":"2026-03-19T22:03:36.402673Z","steps":["trace[1629637898] 'agreement among raft nodes before linearized reading' (duration: 702.731358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.402754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.699674Z","time spent":"703.066785ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8c0bd97-4cc9-403c-b20f-1581f02216f5\" "} {"level":"warn","ts":"2026-03-19T22:03:36.402774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.697788Z","time spent":"704.767843ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:36.402919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.248853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:03:36.403277Z","caller":"traceutil/trace.go:171","msg":"trace[478660904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5219; }","duration":"691.610361ms","start":"2026-03-19T22:03:35.711651Z","end":"2026-03-19T22:03:36.403262Z","steps":["trace[478660904] 'agreement among raft nodes before linearized reading' (duration: 691.190891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.403366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.711644Z","time spent":"691.705753ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:36.403449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.267266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:03:36.40351Z","caller":"traceutil/trace.go:171","msg":"trace[2062945639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5219; }","duration":"692.335917ms","start":"2026-03-19T22:03:35.711157Z","end":"2026-03-19T22:03:36.403493Z","steps":["trace[2062945639] 'agreement among raft nodes before linearized reading' (duration: 692.167453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.403555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.325198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:03:36.403559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.711148Z","time spent":"692.400768ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:03:36.403603Z","caller":"traceutil/trace.go:171","msg":"trace[1917178035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5219; }","duration":"693.38435ms","start":"2026-03-19T22:03:35.710208Z","end":"2026-03-19T22:03:36.403593Z","steps":["trace[1917178035] 'agreement among raft nodes before linearized reading' (duration: 693.285088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.403603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.309208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:03:36.403633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.710202Z","time spent":"693.424391ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:03:36.403667Z","caller":"traceutil/trace.go:171","msg":"trace[733492891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5219; }","duration":"693.39863ms","start":"2026-03-19T22:03:35.710253Z","end":"2026-03-19T22:03:36.403652Z","steps":["trace[733492891] 'agreement among raft nodes before linearized reading' (duration: 693.238887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.403722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.710242Z","time spent":"693.471512ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:36.403293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.49269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:03:36.403177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.118091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr.189e5d3a7fea313e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-19T22:03:36.403903Z","caller":"traceutil/trace.go:171","msg":"trace[1889186553] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qlcgr.189e5d3a7fea313e; range_end:; response_count:1; response_revision:5219; }","duration":"181.870427ms","start":"2026-03-19T22:03:36.222018Z","end":"2026-03-19T22:03:36.403889Z","steps":["trace[1889186553] 'agreement among raft nodes before linearized reading' (duration: 181.0944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:36.403851Z","caller":"traceutil/trace.go:171","msg":"trace[546915918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5219; }","duration":"693.020841ms","start":"2026-03-19T22:03:35.710767Z","end":"2026-03-19T22:03:36.403788Z","steps":["trace[546915918] 'agreement among raft nodes before linearized reading' (duration: 692.424258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.404025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:35.710757Z","time spent":"693.210266ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:03:36.684557Z","caller":"traceutil/trace.go:171","msg":"trace[277017062] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"275.93197ms","start":"2026-03-19T22:03:36.408582Z","end":"2026-03-19T22:03:36.684514Z","steps":["trace[277017062] 'process raft request' (duration: 274.699483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:36.684721Z","caller":"traceutil/trace.go:171","msg":"trace[729402027] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"276.038372ms","start":"2026-03-19T22:03:36.408649Z","end":"2026-03-19T22:03:36.684687Z","steps":["trace[729402027] 'process raft request' (duration: 275.758446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:36.684738Z","caller":"traceutil/trace.go:171","msg":"trace[895858108] linearizableReadLoop","detail":"{readStateIndex:5470; appliedIndex:5465; }","duration":"132.296734ms","start":"2026-03-19T22:03:36.5524Z","end":"2026-03-19T22:03:36.684697Z","steps":["trace[895858108] 'read index received' (duration: 130.800971ms)","trace[895858108] 'applied index is now lower than readState.Index' (duration: 1.494443ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:36.684808Z","caller":"traceutil/trace.go:171","msg":"trace[824962886] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"275.751255ms","start":"2026-03-19T22:03:36.409Z","end":"2026-03-19T22:03:36.684751Z","steps":["trace[824962886] 'process raft request' (duration: 275.563941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:36.684873Z","caller":"traceutil/trace.go:171","msg":"trace[795346395] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"275.674755ms","start":"2026-03-19T22:03:36.409172Z","end":"2026-03-19T22:03:36.684847Z","steps":["trace[795346395] 'process raft request' (duration: 275.47752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:36.684871Z","caller":"traceutil/trace.go:171","msg":"trace[2085549675] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"275.742266ms","start":"2026-03-19T22:03:36.409102Z","end":"2026-03-19T22:03:36.684845Z","steps":["trace[2085549675] 'process raft request' (duration: 275.50904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:36.685432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.01574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787666"} {"level":"info","ts":"2026-03-19T22:03:36.685487Z","caller":"traceutil/trace.go:171","msg":"trace[115888460] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5225; }","duration":"133.133873ms","start":"2026-03-19T22:03:36.552339Z","end":"2026-03-19T22:03:36.685473Z","steps":["trace[115888460] 'agreement among raft nodes before linearized reading' (duration: 132.475578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:36.68658Z","caller":"traceutil/trace.go:171","msg":"trace[2041845631] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"108.314521ms","start":"2026-03-19T22:03:36.578229Z","end":"2026-03-19T22:03:36.686543Z","steps":["trace[2041845631] 'process raft request' (duration: 108.127187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:37.139633Z","caller":"traceutil/trace.go:171","msg":"trace[906946569] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"107.848361ms","start":"2026-03-19T22:03:37.031757Z","end":"2026-03-19T22:03:37.139605Z","steps":["trace[906946569] 'process raft request' (duration: 107.679737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:38.7365Z","caller":"traceutil/trace.go:171","msg":"trace[1098316120] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"483.528191ms","start":"2026-03-19T22:03:38.252948Z","end":"2026-03-19T22:03:38.736476Z","steps":["trace[1098316120] 'process raft request' (duration: 483.368127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:38.736655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:38.252921Z","time spent":"483.648933ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:38.743508Z","caller":"traceutil/trace.go:171","msg":"trace[359724305] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"479.51814ms","start":"2026-03-19T22:03:38.26397Z","end":"2026-03-19T22:03:38.743488Z","steps":["trace[359724305] 'process raft request' (duration: 479.359917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:38.74363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:38.263947Z","time spent":"479.617563ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:38.743746Z","caller":"traceutil/trace.go:171","msg":"trace[1206843183] linearizableReadLoop","detail":"{readStateIndex:5528; appliedIndex:5526; }","duration":"440.457161ms","start":"2026-03-19T22:03:38.303264Z","end":"2026-03-19T22:03:38.743721Z","steps":["trace[1206843183] 'read index received' (duration: 433.109778ms)","trace[1206843183] 'applied index is now lower than readState.Index' (duration: 7.345333ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:38.743796Z","caller":"traceutil/trace.go:171","msg":"trace[598102993] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"333.823069ms","start":"2026-03-19T22:03:38.409953Z","end":"2026-03-19T22:03:38.743776Z","steps":["trace[598102993] 'process raft request' (duration: 333.486361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:38.743902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:38.409926Z","time spent":"333.909141ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:38.743963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.690108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T22:03:38.744001Z","caller":"traceutil/trace.go:171","msg":"trace[1656402596] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5283; }","duration":"440.779619ms","start":"2026-03-19T22:03:38.303208Z","end":"2026-03-19T22:03:38.743988Z","steps":["trace[1656402596] 'agreement among raft nodes before linearized reading' (duration: 440.628786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:38.744029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:38.303188Z","time spent":"440.835361ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T22:03:38.744052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.088355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:03:38.744347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.25745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:03:38.744376Z","caller":"traceutil/trace.go:171","msg":"trace[574477505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5283; }","duration":"299.31701ms","start":"2026-03-19T22:03:38.445052Z","end":"2026-03-19T22:03:38.744369Z","steps":["trace[574477505] 'agreement among raft nodes before linearized reading' (duration: 299.251849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:38.744449Z","caller":"traceutil/trace.go:171","msg":"trace[1929309403] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5283; }","duration":"383.29577ms","start":"2026-03-19T22:03:38.360862Z","end":"2026-03-19T22:03:38.744158Z","steps":["trace[1929309403] 'agreement among raft nodes before linearized reading' (duration: 383.046494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:38.744749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:38.360839Z","time spent":"383.889292ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:03:42.891026Z","caller":"traceutil/trace.go:171","msg":"trace[187123066] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5584; }","duration":"126.345611ms","start":"2026-03-19T22:03:42.764661Z","end":"2026-03-19T22:03:42.891007Z","steps":["trace[187123066] 'read index received' (duration: 126.225909ms)","trace[187123066] 'applied index is now lower than readState.Index' (duration: 118.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:42.891087Z","caller":"traceutil/trace.go:171","msg":"trace[235465515] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"137.091771ms","start":"2026-03-19T22:03:42.753969Z","end":"2026-03-19T22:03:42.89106Z","steps":["trace[235465515] 'process raft request' (duration: 136.911397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:42.891314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.633587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:03:42.89141Z","caller":"traceutil/trace.go:171","msg":"trace[2059321395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5337; }","duration":"126.785191ms","start":"2026-03-19T22:03:42.764604Z","end":"2026-03-19T22:03:42.89139Z","steps":["trace[2059321395] 'agreement among raft nodes before linearized reading' (duration: 126.516875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:42.893917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.899731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:03:42.893975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.790702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:03:42.894006Z","caller":"traceutil/trace.go:171","msg":"trace[1521927519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5338; }","duration":"121.009323ms","start":"2026-03-19T22:03:42.772981Z","end":"2026-03-19T22:03:42.893991Z","steps":["trace[1521927519] 'agreement among raft nodes before linearized reading' (duration: 120.834789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:42.894008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.155656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:03:42.894012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.245838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:42.893934Z","caller":"traceutil/trace.go:171","msg":"trace[1942567331] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"108.168238ms","start":"2026-03-19T22:03:42.785742Z","end":"2026-03-19T22:03:42.89391Z","steps":["trace[1942567331] 'process raft request' (duration: 107.859811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:42.894062Z","caller":"traceutil/trace.go:171","msg":"trace[31794277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5338; }","duration":"121.245268ms","start":"2026-03-19T22:03:42.772802Z","end":"2026-03-19T22:03:42.894047Z","steps":["trace[31794277] 'agreement among raft nodes before linearized reading' (duration: 121.055624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:42.894044Z","caller":"traceutil/trace.go:171","msg":"trace[771959879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5338; }","duration":"126.900734ms","start":"2026-03-19T22:03:42.767125Z","end":"2026-03-19T22:03:42.894026Z","steps":["trace[771959879] 'agreement among raft nodes before linearized reading' (duration: 126.659508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:42.894063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.015998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:03:42.894075Z","caller":"traceutil/trace.go:171","msg":"trace[1587204460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5338; }","duration":"121.34714ms","start":"2026-03-19T22:03:42.772711Z","end":"2026-03-19T22:03:42.894058Z","steps":["trace[1587204460] 'agreement among raft nodes before linearized reading' (duration: 121.209397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:42.894107Z","caller":"traceutil/trace.go:171","msg":"trace[916986220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5338; }","duration":"119.093981ms","start":"2026-03-19T22:03:42.774999Z","end":"2026-03-19T22:03:42.894093Z","steps":["trace[916986220] 'agreement among raft nodes before linearized reading' (duration: 118.979939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:42.894186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.302119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:03:42.894282Z","caller":"traceutil/trace.go:171","msg":"trace[228799947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5338; }","duration":"121.438443ms","start":"2026-03-19T22:03:42.772824Z","end":"2026-03-19T22:03:42.894262Z","steps":["trace[228799947] 'agreement among raft nodes before linearized reading' (duration: 121.143436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:43.132333Z","caller":"traceutil/trace.go:171","msg":"trace[413769221] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"127.777634ms","start":"2026-03-19T22:03:43.004528Z","end":"2026-03-19T22:03:43.132305Z","steps":["trace[413769221] 'process raft request' (duration: 111.43581ms)","trace[413769221] 'compare' (duration: 16.215571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:44.446625Z","caller":"traceutil/trace.go:171","msg":"trace[2097945839] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5602; }","duration":"151.806508ms","start":"2026-03-19T22:03:44.294786Z","end":"2026-03-19T22:03:44.446593Z","steps":["trace[2097945839] 'read index received' (duration: 13.764296ms)","trace[2097945839] 'applied index is now lower than readState.Index' (duration: 138.040452ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:44.446654Z","caller":"traceutil/trace.go:171","msg":"trace[1647216325] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"157.167788ms","start":"2026-03-19T22:03:44.289454Z","end":"2026-03-19T22:03:44.446622Z","steps":["trace[1647216325] 'process raft request' (duration: 89.684686ms)","trace[1647216325] 'compare' (duration: 67.314578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:44.446921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.108334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-j2kqt\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-19T22:03:44.447048Z","caller":"traceutil/trace.go:171","msg":"trace[962856539] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-j2kqt; range_end:; response_count:1; response_revision:5355; }","duration":"152.292298ms","start":"2026-03-19T22:03:44.294735Z","end":"2026-03-19T22:03:44.447027Z","steps":["trace[962856539] 'agreement among raft nodes before linearized reading' (duration: 151.982752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:44.652793Z","caller":"traceutil/trace.go:171","msg":"trace[353470342] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"194.644412ms","start":"2026-03-19T22:03:44.458118Z","end":"2026-03-19T22:03:44.652763Z","steps":["trace[353470342] 'process raft request' (duration: 99.134067ms)","trace[353470342] 'compare' (duration: 95.369052ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:45.007418Z","caller":"traceutil/trace.go:171","msg":"trace[2077705667] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"347.579134ms","start":"2026-03-19T22:03:44.659818Z","end":"2026-03-19T22:03:45.007397Z","steps":["trace[2077705667] 'process raft request' (duration: 347.302848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.007552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:44.659801Z","time spent":"347.682966ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:45.007719Z","caller":"traceutil/trace.go:171","msg":"trace[966966674] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"347.491883ms","start":"2026-03-19T22:03:44.660215Z","end":"2026-03-19T22:03:45.007707Z","steps":["trace[966966674] 'process raft request' (duration: 347.131884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.007773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:44.660206Z","time spent":"347.541595ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:45.00806Z","caller":"traceutil/trace.go:171","msg":"trace[356145973] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5606; }","duration":"234.762524ms","start":"2026-03-19T22:03:44.773271Z","end":"2026-03-19T22:03:45.008033Z","steps":["trace[356145973] 'read index received' (duration: 233.779382ms)","trace[356145973] 'applied index is now lower than readState.Index' (duration: 981.882µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:45.00809Z","caller":"traceutil/trace.go:171","msg":"trace[421501760] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"347.352089ms","start":"2026-03-19T22:03:44.660718Z","end":"2026-03-19T22:03:45.00807Z","steps":["trace[421501760] 'process raft request' (duration: 347.047223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.008332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:44.66071Z","time spent":"347.509764ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:45.008782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.513071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:45.00884Z","caller":"traceutil/trace.go:171","msg":"trace[897241862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5360; }","duration":"235.596413ms","start":"2026-03-19T22:03:44.773225Z","end":"2026-03-19T22:03:45.008822Z","steps":["trace[897241862] 'agreement among raft nodes before linearized reading' (duration: 234.898797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.054444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.42168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:45.05453Z","caller":"traceutil/trace.go:171","msg":"trace[1723928495] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5361; }","duration":"209.557013ms","start":"2026-03-19T22:03:44.844954Z","end":"2026-03-19T22:03:45.054511Z","steps":["trace[1723928495] 'agreement among raft nodes before linearized reading' (duration: 209.41969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.054895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.305217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:03:45.054931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.741433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:03:45.054959Z","caller":"traceutil/trace.go:171","msg":"trace[551224773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5361; }","duration":"147.402569ms","start":"2026-03-19T22:03:44.907542Z","end":"2026-03-19T22:03:45.054945Z","steps":["trace[551224773] 'agreement among raft nodes before linearized reading' (duration: 147.198895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.054948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.752787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:03:45.055001Z","caller":"traceutil/trace.go:171","msg":"trace[263671258] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"158.720832ms","start":"2026-03-19T22:03:44.896272Z","end":"2026-03-19T22:03:45.054993Z","steps":["trace[263671258] 'process raft request' (duration: 157.964615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.055028Z","caller":"traceutil/trace.go:171","msg":"trace[257133411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5361; }","duration":"151.88228ms","start":"2026-03-19T22:03:44.903127Z","end":"2026-03-19T22:03:45.05501Z","steps":["trace[257133411] 'agreement among raft nodes before linearized reading' (duration: 151.633044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.054968Z","caller":"traceutil/trace.go:171","msg":"trace[1575666992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5361; }","duration":"145.806485ms","start":"2026-03-19T22:03:44.909151Z","end":"2026-03-19T22:03:45.054958Z","steps":["trace[1575666992] 'agreement among raft nodes before linearized reading' (duration: 145.672552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.055091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.645036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:03:45.055283Z","caller":"traceutil/trace.go:171","msg":"trace[936247895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5361; }","duration":"152.906162ms","start":"2026-03-19T22:03:44.902355Z","end":"2026-03-19T22:03:45.055261Z","steps":["trace[936247895] 'agreement among raft nodes before linearized reading' (duration: 152.529344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.055159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.287482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:03:45.055479Z","caller":"traceutil/trace.go:171","msg":"trace[1690861036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5361; }","duration":"149.62039ms","start":"2026-03-19T22:03:44.905833Z","end":"2026-03-19T22:03:45.055453Z","steps":["trace[1690861036] 'agreement among raft nodes before linearized reading' (duration: 149.260751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:45.055143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.235104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:03:45.055641Z","caller":"traceutil/trace.go:171","msg":"trace[1635227155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5361; }","duration":"146.801227ms","start":"2026-03-19T22:03:44.908823Z","end":"2026-03-19T22:03:45.055624Z","steps":["trace[1635227155] 'agreement among raft nodes before linearized reading' (duration: 146.142102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.205402Z","caller":"traceutil/trace.go:171","msg":"trace[605948285] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"146.334586ms","start":"2026-03-19T22:03:45.059038Z","end":"2026-03-19T22:03:45.205372Z","steps":["trace[605948285] 'process raft request' (duration: 55.22742ms)","trace[605948285] 'compare' (duration: 90.870291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:45.274671Z","caller":"traceutil/trace.go:171","msg":"trace[267644449] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"215.600788ms","start":"2026-03-19T22:03:45.059046Z","end":"2026-03-19T22:03:45.274646Z","steps":["trace[267644449] 'process raft request' (duration: 215.433005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.275204Z","caller":"traceutil/trace.go:171","msg":"trace[203434706] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"215.768302ms","start":"2026-03-19T22:03:45.059414Z","end":"2026-03-19T22:03:45.275183Z","steps":["trace[203434706] 'process raft request' (duration: 215.190219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.275353Z","caller":"traceutil/trace.go:171","msg":"trace[433921079] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"215.890305ms","start":"2026-03-19T22:03:45.059449Z","end":"2026-03-19T22:03:45.275339Z","steps":["trace[433921079] 'process raft request' (duration: 215.647949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.275356Z","caller":"traceutil/trace.go:171","msg":"trace[852077247] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"215.841363ms","start":"2026-03-19T22:03:45.059481Z","end":"2026-03-19T22:03:45.275322Z","steps":["trace[852077247] 'process raft request' (duration: 215.722421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:45.275294Z","caller":"traceutil/trace.go:171","msg":"trace[1614252400] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5610; }","duration":"215.68381ms","start":"2026-03-19T22:03:45.05959Z","end":"2026-03-19T22:03:45.275273Z","steps":["trace[1614252400] 'read index received' (duration: 54.746729ms)","trace[1614252400] 'applied index is now lower than readState.Index' (duration: 160.936041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:45.275743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.12884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71479"} {"level":"info","ts":"2026-03-19T22:03:45.275813Z","caller":"traceutil/trace.go:171","msg":"trace[320597900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5366; }","duration":"216.236802ms","start":"2026-03-19T22:03:45.05956Z","end":"2026-03-19T22:03:45.275797Z","steps":["trace[320597900] 'agreement among raft nodes before linearized reading' (duration: 215.943625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:52.14455Z","caller":"traceutil/trace.go:171","msg":"trace[159086442] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5727; }","duration":"129.782078ms","start":"2026-03-19T22:03:52.014748Z","end":"2026-03-19T22:03:52.14453Z","steps":["trace[159086442] 'read index received' (duration: 129.663465ms)","trace[159086442] 'applied index is now lower than readState.Index' (duration: 117.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:52.144588Z","caller":"traceutil/trace.go:171","msg":"trace[41990094] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"136.575059ms","start":"2026-03-19T22:03:52.007979Z","end":"2026-03-19T22:03:52.144554Z","steps":["trace[41990094] 'process raft request' (duration: 136.418746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:52.144742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.983622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T22:03:52.14477Z","caller":"traceutil/trace.go:171","msg":"trace[782786427] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5478; }","duration":"130.059944ms","start":"2026-03-19T22:03:52.014703Z","end":"2026-03-19T22:03:52.144763Z","steps":["trace[782786427] 'agreement among raft nodes before linearized reading' (duration: 129.90589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:53.762431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606029697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:03:54.263276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606029697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:03:54.272764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121472357s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T22:03:54.670806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404885113s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:54.67093Z","caller":"traceutil/trace.go:171","msg":"trace[1957337453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5491; }","duration":"1.405020766s","start":"2026-03-19T22:03:53.26589Z","end":"2026-03-19T22:03:54.670911Z","steps":["trace[1957337453] 'range keys from in-memory index tree' (duration: 1.404867913s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:54.671589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.574749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:54.671799Z","caller":"traceutil/trace.go:171","msg":"trace[325274619] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5741; }","duration":"1.409947685s","start":"2026-03-19T22:03:53.261833Z","end":"2026-03-19T22:03:54.671781Z","steps":["trace[325274619] 'read index received' (duration: 1.011141591s)","trace[325274619] 'applied index is now lower than readState.Index' (duration: 398.805084ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:54.671897Z","caller":"traceutil/trace.go:171","msg":"trace[234058019] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"1.520681011s","start":"2026-03-19T22:03:53.1512Z","end":"2026-03-19T22:03:54.671882Z","steps":["trace[234058019] 'process raft request' (duration: 1.121758684s)","trace[234058019] 'compare' (duration: 397.834743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:54.67196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.151174Z","time spent":"1.520759282s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T22:03:54.672739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410917368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:03:54.672798Z","caller":"traceutil/trace.go:171","msg":"trace[26585301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5493; }","duration":"1.41102275s","start":"2026-03-19T22:03:53.261761Z","end":"2026-03-19T22:03:54.672784Z","steps":["trace[26585301] 'agreement among raft nodes before linearized reading' (duration: 1.410859347s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:54.672839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.261731Z","time spent":"1.411098172s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:03:54.672827Z","caller":"traceutil/trace.go:171","msg":"trace[282530645] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"1.334952228s","start":"2026-03-19T22:03:53.337853Z","end":"2026-03-19T22:03:54.672805Z","steps":["trace[282530645] 'process raft request' (duration: 1.333825292s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:54.672945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.337834Z","time spent":"1.33505066s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:55.17245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.15457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:03:55.172575Z","caller":"traceutil/trace.go:171","msg":"trace[1929043647] linearizableReadLoop","detail":"{readStateIndex:5744; appliedIndex:5743; }","duration":"500.717053ms","start":"2026-03-19T22:03:54.67184Z","end":"2026-03-19T22:03:55.172557Z","steps":["trace[1929043647] 'read index received' (duration: 244.387969ms)","trace[1929043647] 'applied index is now lower than readState.Index' (duration: 256.327854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:55.172647Z","caller":"traceutil/trace.go:171","msg":"trace[179599156] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"833.56801ms","start":"2026-03-19T22:03:54.339067Z","end":"2026-03-19T22:03:55.172635Z","steps":["trace[179599156] 'process raft request' (duration: 577.149324ms)","trace[179599156] 'compare' (duration: 255.871204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:03:55.172714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:54.33899Z","time spent":"833.689853ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:03:55.172814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779345487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-19T22:03:55.172912Z","caller":"traceutil/trace.go:171","msg":"trace[1506964513] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c; range_end:; response_count:1; response_revision:5494; }","duration":"1.779482719s","start":"2026-03-19T22:03:53.393405Z","end":"2026-03-19T22:03:55.172888Z","steps":["trace[1506964513] 'agreement among raft nodes before linearized reading' (duration: 1.779256334s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.172973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.393388Z","time spent":"1.779570212s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c\" "} {"level":"warn","ts":"2026-03-19T22:03:55.173303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836511438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:03:55.173344Z","caller":"traceutil/trace.go:171","msg":"trace[1138441937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5494; }","duration":"1.83657533s","start":"2026-03-19T22:03:53.336756Z","end":"2026-03-19T22:03:55.173332Z","steps":["trace[1138441937] 'agreement among raft nodes before linearized reading' (duration: 1.836370625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.173345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.748363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T22:03:55.173378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.336749Z","time spent":"1.836621611s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:03:55.173393Z","caller":"traceutil/trace.go:171","msg":"trace[466334780] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:5494; }","duration":"948.826804ms","start":"2026-03-19T22:03:54.224553Z","end":"2026-03-19T22:03:55.17338Z","steps":["trace[466334780] 'agreement among raft nodes before linearized reading' (duration: 948.697111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.173445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:54.224533Z","time spent":"948.900006ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T22:03:55.173457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384225544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T22:03:55.173508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837993331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:03:55.173662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361570969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-19T22:03:55.173627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837448839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:03:55.173712Z","caller":"traceutil/trace.go:171","msg":"trace[1008723478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c; range_end:; response_count:1; response_revision:5494; }","duration":"1.361685562s","start":"2026-03-19T22:03:53.812015Z","end":"2026-03-19T22:03:55.173701Z","steps":["trace[1008723478] 'agreement among raft nodes before linearized reading' (duration: 1.361550129s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.173747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.811994Z","time spent":"1.361744964s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c\" "} {"level":"info","ts":"2026-03-19T22:03:55.173711Z","caller":"traceutil/trace.go:171","msg":"trace[1084459848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5494; }","duration":"1.838240437s","start":"2026-03-19T22:03:53.335455Z","end":"2026-03-19T22:03:55.173695Z","steps":["trace[1084459848] 'agreement among raft nodes before linearized reading' (duration: 1.837862169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.173718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854899668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:03:55.17376Z","caller":"traceutil/trace.go:171","msg":"trace[261954370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5494; }","duration":"1.837616143s","start":"2026-03-19T22:03:53.336105Z","end":"2026-03-19T22:03:55.173721Z","steps":["trace[261954370] 'agreement among raft nodes before linearized reading' (duration: 1.837258766s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.173538Z","caller":"traceutil/trace.go:171","msg":"trace[1535259343] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5494; }","duration":"1.384346276s","start":"2026-03-19T22:03:53.78917Z","end":"2026-03-19T22:03:55.173516Z","steps":["trace[1535259343] 'agreement among raft nodes before linearized reading' (duration: 1.38409799s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.173845Z","caller":"traceutil/trace.go:171","msg":"trace[756686416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5494; }","duration":"1.855136253s","start":"2026-03-19T22:03:53.318679Z","end":"2026-03-19T22:03:55.173816Z","steps":["trace[756686416] 'agreement among raft nodes before linearized reading' (duration: 1.854655673s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.173521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836875666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:03:55.173864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.336088Z","time spent":"1.837762926s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:55.173803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.33543Z","time spent":"1.83835963s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:55.173521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06233472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T22:03:55.173864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.789154Z","time spent":"1.384694834s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T22:03:55.174007Z","caller":"traceutil/trace.go:171","msg":"trace[447858737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5494; }","duration":"1.062874133s","start":"2026-03-19T22:03:54.111113Z","end":"2026-03-19T22:03:55.173988Z","steps":["trace[447858737] 'agreement among raft nodes before linearized reading' (duration: 1.062254659s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.173964Z","caller":"traceutil/trace.go:171","msg":"trace[1496969078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5494; }","duration":"1.837359967s","start":"2026-03-19T22:03:53.336591Z","end":"2026-03-19T22:03:55.173951Z","steps":["trace[1496969078] 'agreement among raft nodes before linearized reading' (duration: 1.836746083s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.174069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:54.111083Z","time spent":"1.062972726s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:03:55.173921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.318658Z","time spent":"1.855252977s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:03:55.174096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.336572Z","time spent":"1.837513391s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:03:55.17354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399962763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:55.174145Z","caller":"traceutil/trace.go:171","msg":"trace[1689409634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5494; }","duration":"1.400635209s","start":"2026-03-19T22:03:53.77349Z","end":"2026-03-19T22:03:55.174125Z","steps":["trace[1689409634] 'agreement among raft nodes before linearized reading' (duration: 1.399924633s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.174203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:53.77347Z","time spent":"1.400719211s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:03:55.221549Z","caller":"traceutil/trace.go:171","msg":"trace[2098664078] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"544.418146ms","start":"2026-03-19T22:03:54.677107Z","end":"2026-03-19T22:03:55.221525Z","steps":["trace[2098664078] 'process raft request' (duration: 544.284182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.221782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:54.677083Z","time spent":"544.543858ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:03:55.329291Z","caller":"traceutil/trace.go:171","msg":"trace[697297889] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"191.137293ms","start":"2026-03-19T22:03:55.138118Z","end":"2026-03-19T22:03:55.329255Z","steps":["trace[697297889] 'process raft request' (duration: 136.997828ms)","trace[697297889] 'compare' (duration: 53.713695ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:55.329498Z","caller":"traceutil/trace.go:171","msg":"trace[1203264067] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"150.634023ms","start":"2026-03-19T22:03:55.178841Z","end":"2026-03-19T22:03:55.329475Z","steps":["trace[1203264067] 'process raft request' (duration: 150.226654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.329666Z","caller":"traceutil/trace.go:171","msg":"trace[1629222558] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"150.331596ms","start":"2026-03-19T22:03:55.179291Z","end":"2026-03-19T22:03:55.329623Z","steps":["trace[1629222558] 'process raft request' (duration: 150.159682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.329609Z","caller":"traceutil/trace.go:171","msg":"trace[1801381543] linearizableReadLoop","detail":"{readStateIndex:5746; appliedIndex:5745; }","duration":"156.975823ms","start":"2026-03-19T22:03:55.172602Z","end":"2026-03-19T22:03:55.329578Z","steps":["trace[1801381543] 'read index received' (duration: 48.992871ms)","trace[1801381543] 'applied index is now lower than readState.Index' (duration: 107.981492ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:03:55.32976Z","caller":"traceutil/trace.go:171","msg":"trace[616364623] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"150.744115ms","start":"2026-03-19T22:03:55.179006Z","end":"2026-03-19T22:03:55.32975Z","steps":["trace[616364623] 'process raft request' (duration: 150.400857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.329729Z","caller":"traceutil/trace.go:171","msg":"trace[1863342546] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"150.762605ms","start":"2026-03-19T22:03:55.178929Z","end":"2026-03-19T22:03:55.329691Z","steps":["trace[1863342546] 'process raft request' (duration: 150.368357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.329777Z","caller":"traceutil/trace.go:171","msg":"trace[1806942828] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"149.477546ms","start":"2026-03-19T22:03:55.180258Z","end":"2026-03-19T22:03:55.329736Z","steps":["trace[1806942828] 'process raft request' (duration: 149.243181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.329865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.74218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:03:55.329903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.157607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:03:55.329924Z","caller":"traceutil/trace.go:171","msg":"trace[1745820729] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5501; }","duration":"246.879324ms","start":"2026-03-19T22:03:55.083028Z","end":"2026-03-19T22:03:55.329907Z","steps":["trace[1745820729] 'agreement among raft nodes before linearized reading' (duration: 246.757121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.329935Z","caller":"traceutil/trace.go:171","msg":"trace[601463646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5501; }","duration":"153.244959ms","start":"2026-03-19T22:03:55.176681Z","end":"2026-03-19T22:03:55.329926Z","steps":["trace[601463646] 'agreement among raft nodes before linearized reading' (duration: 153.167118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.330076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.162444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T22:03:55.330043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.92908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:03:55.330134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.609337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-19T22:03:55.330209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.995167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80662"} {"level":"info","ts":"2026-03-19T22:03:55.330241Z","caller":"traceutil/trace.go:171","msg":"trace[2064224684] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5501; }","duration":"489.188115ms","start":"2026-03-19T22:03:54.841031Z","end":"2026-03-19T22:03:55.330219Z","steps":["trace[2064224684] 'agreement among raft nodes before linearized reading' (duration: 488.910979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.3303Z","caller":"traceutil/trace.go:171","msg":"trace[2143424790] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5501; }","duration":"148.77805ms","start":"2026-03-19T22:03:55.181508Z","end":"2026-03-19T22:03:55.330286Z","steps":["trace[2143424790] 'agreement among raft nodes before linearized reading' (duration: 148.397162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.330144Z","caller":"traceutil/trace.go:171","msg":"trace[592531560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5501; }","duration":"151.254056ms","start":"2026-03-19T22:03:55.178861Z","end":"2026-03-19T22:03:55.330115Z","steps":["trace[592531560] 'agreement among raft nodes before linearized reading' (duration: 151.068021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:55.330345Z","caller":"traceutil/trace.go:171","msg":"trace[860142411] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5501; }","duration":"150.135731ms","start":"2026-03-19T22:03:55.180159Z","end":"2026-03-19T22:03:55.330295Z","steps":["trace[860142411] 'agreement among raft nodes before linearized reading' (duration: 149.767872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:03:55.33033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:03:54.840967Z","time spent":"489.344669ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:03:58.391513Z","caller":"traceutil/trace.go:171","msg":"trace[598367059] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"112.7868ms","start":"2026-03-19T22:03:58.278699Z","end":"2026-03-19T22:03:58.391485Z","steps":["trace[598367059] 'process raft request' (duration: 112.35464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:58.583965Z","caller":"traceutil/trace.go:171","msg":"trace[1617304900] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"111.716186ms","start":"2026-03-19T22:03:58.472223Z","end":"2026-03-19T22:03:58.583939Z","steps":["trace[1617304900] 'process raft request' (duration: 101.793665ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:03:58.784893Z","caller":"traceutil/trace.go:171","msg":"trace[448452667] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"192.677489ms","start":"2026-03-19T22:03:58.59219Z","end":"2026-03-19T22:03:58.784867Z","steps":["trace[448452667] 'process raft request' (duration: 190.05244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:00.880278Z","caller":"traceutil/trace.go:171","msg":"trace[444658093] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"415.662739ms","start":"2026-03-19T22:04:00.464591Z","end":"2026-03-19T22:04:00.880254Z","steps":["trace[444658093] 'process raft request' (duration: 415.509106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:00.88058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:00.464566Z","time spent":"415.784463ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:00.880595Z","caller":"traceutil/trace.go:171","msg":"trace[264582822] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5824; }","duration":"387.916573ms","start":"2026-03-19T22:04:00.492638Z","end":"2026-03-19T22:04:00.880554Z","steps":["trace[264582822] 'read index received' (duration: 387.904413ms)","trace[264582822] 'applied index is now lower than readState.Index' (duration: 9.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:00.880947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.255311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:04:00.881065Z","caller":"traceutil/trace.go:171","msg":"trace[564318207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5572; }","duration":"388.485295ms","start":"2026-03-19T22:04:00.492557Z","end":"2026-03-19T22:04:00.881043Z","steps":["trace[564318207] 'agreement among raft nodes before linearized reading' (duration: 388.103857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:00.88121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:00.492528Z","time spent":"388.626559ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:04:00.891898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.822475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:04:00.89197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.359629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T22:04:00.891974Z","caller":"traceutil/trace.go:171","msg":"trace[49947713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5573; }","duration":"118.908037ms","start":"2026-03-19T22:04:00.773053Z","end":"2026-03-19T22:04:00.891962Z","steps":["trace[49947713] 'agreement among raft nodes before linearized reading' (duration: 118.790554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:00.892004Z","caller":"traceutil/trace.go:171","msg":"trace[1145794702] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5573; }","duration":"369.419541ms","start":"2026-03-19T22:04:00.522574Z","end":"2026-03-19T22:04:00.891994Z","steps":["trace[1145794702] 'agreement among raft nodes before linearized reading' (duration: 369.306319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:00.892034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:00.522559Z","time spent":"369.467022ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T22:04:05.608952Z","caller":"traceutil/trace.go:171","msg":"trace[631869796] linearizableReadLoop","detail":"{readStateIndex:5913; appliedIndex:5912; }","duration":"180.179949ms","start":"2026-03-19T22:04:05.428746Z","end":"2026-03-19T22:04:05.608926Z","steps":["trace[631869796] 'read index received' (duration: 179.981215ms)","trace[631869796] 'applied index is now lower than readState.Index' (duration: 197.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:05.609065Z","caller":"traceutil/trace.go:171","msg":"trace[1605847600] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"190.476629ms","start":"2026-03-19T22:04:05.418559Z","end":"2026-03-19T22:04:05.609035Z","steps":["trace[1605847600] 'process raft request' (duration: 190.175881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:05.609204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.450297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:04:05.60928Z","caller":"traceutil/trace.go:171","msg":"trace[145103815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5658; }","duration":"180.541829ms","start":"2026-03-19T22:04:05.428723Z","end":"2026-03-19T22:04:05.609265Z","steps":["trace[145103815] 'agreement among raft nodes before linearized reading' (duration: 180.327724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:05.645454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.004226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:04:05.645522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.280793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-j2kqt\" ","response":"range_response_count:1 size:8429"} {"level":"info","ts":"2026-03-19T22:04:05.645534Z","caller":"traceutil/trace.go:171","msg":"trace[1149830879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5659; }","duration":"211.096048ms","start":"2026-03-19T22:04:05.434419Z","end":"2026-03-19T22:04:05.645515Z","steps":["trace[1149830879] 'agreement among raft nodes before linearized reading' (duration: 210.879153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.64558Z","caller":"traceutil/trace.go:171","msg":"trace[944374481] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-j2kqt; range_end:; response_count:1; response_revision:5659; }","duration":"136.380605ms","start":"2026-03-19T22:04:05.509183Z","end":"2026-03-19T22:04:05.645564Z","steps":["trace[944374481] 'agreement among raft nodes before linearized reading' (duration: 136.18012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.645822Z","caller":"traceutil/trace.go:171","msg":"trace[170317371] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"216.075798ms","start":"2026-03-19T22:04:05.429719Z","end":"2026-03-19T22:04:05.645795Z","steps":["trace[170317371] 'process raft request' (duration: 215.441254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:05.645926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.253961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:04:05.64599Z","caller":"traceutil/trace.go:171","msg":"trace[1303864051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5659; }","duration":"211.334623ms","start":"2026-03-19T22:04:05.434639Z","end":"2026-03-19T22:04:05.645974Z","steps":["trace[1303864051] 'agreement among raft nodes before linearized reading' (duration: 211.19345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:05.646055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.453876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:04:05.646105Z","caller":"traceutil/trace.go:171","msg":"trace[819980608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5659; }","duration":"211.518277ms","start":"2026-03-19T22:04:05.434576Z","end":"2026-03-19T22:04:05.646094Z","steps":["trace[819980608] 'agreement among raft nodes before linearized reading' (duration: 211.400784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:05.646803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.134181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:04:05.646888Z","caller":"traceutil/trace.go:171","msg":"trace[1923452077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5659; }","duration":"212.227263ms","start":"2026-03-19T22:04:05.43464Z","end":"2026-03-19T22:04:05.646867Z","steps":["trace[1923452077] 'agreement among raft nodes before linearized reading' (duration: 211.354364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.834086Z","caller":"traceutil/trace.go:171","msg":"trace[1565307483] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"184.111407ms","start":"2026-03-19T22:04:05.649945Z","end":"2026-03-19T22:04:05.834057Z","steps":["trace[1565307483] 'process raft request' (duration: 183.868012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.834353Z","caller":"traceutil/trace.go:171","msg":"trace[1564312310] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"183.285309ms","start":"2026-03-19T22:04:05.651028Z","end":"2026-03-19T22:04:05.834314Z","steps":["trace[1564312310] 'process raft request' (duration: 182.967452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.834405Z","caller":"traceutil/trace.go:171","msg":"trace[1183692269] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5914; }","duration":"184.123978ms","start":"2026-03-19T22:04:05.650259Z","end":"2026-03-19T22:04:05.834383Z","steps":["trace[1183692269] 'read index received' (duration: 54.572996ms)","trace[1183692269] 'applied index is now lower than readState.Index' (duration: 129.549542ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:05.834579Z","caller":"traceutil/trace.go:171","msg":"trace[522093779] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"177.471829ms","start":"2026-03-19T22:04:05.657082Z","end":"2026-03-19T22:04:05.834554Z","steps":["trace[522093779] 'process raft request' (duration: 177.227884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.834673Z","caller":"traceutil/trace.go:171","msg":"trace[380707920] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"183.586285ms","start":"2026-03-19T22:04:05.651061Z","end":"2026-03-19T22:04:05.834647Z","steps":["trace[380707920] 'process raft request' (duration: 183.115025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:05.834717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.438405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82058"} {"level":"info","ts":"2026-03-19T22:04:05.834756Z","caller":"traceutil/trace.go:171","msg":"trace[1787046122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5664; }","duration":"184.524226ms","start":"2026-03-19T22:04:05.650222Z","end":"2026-03-19T22:04:05.834746Z","steps":["trace[1787046122] 'agreement among raft nodes before linearized reading' (duration: 184.271911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.920831Z","caller":"traceutil/trace.go:171","msg":"trace[517581529] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"138.775879ms","start":"2026-03-19T22:04:05.782028Z","end":"2026-03-19T22:04:05.920804Z","steps":["trace[517581529] 'process raft request' (duration: 136.099979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.998028Z","caller":"traceutil/trace.go:171","msg":"trace[1042206937] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"157.70588ms","start":"2026-03-19T22:04:05.840288Z","end":"2026-03-19T22:04:05.997994Z","steps":["trace[1042206937] 'process raft request' (duration: 157.389513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.998105Z","caller":"traceutil/trace.go:171","msg":"trace[526946849] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"153.875495ms","start":"2026-03-19T22:04:05.844212Z","end":"2026-03-19T22:04:05.998087Z","steps":["trace[526946849] 'process raft request' (duration: 153.810643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.998094Z","caller":"traceutil/trace.go:171","msg":"trace[453924111] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"157.76817ms","start":"2026-03-19T22:04:05.840297Z","end":"2026-03-19T22:04:05.998065Z","steps":["trace[453924111] 'process raft request' (duration: 157.525405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.998107Z","caller":"traceutil/trace.go:171","msg":"trace[1387407793] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"157.308091ms","start":"2026-03-19T22:04:05.840772Z","end":"2026-03-19T22:04:05.99808Z","steps":["trace[1387407793] 'process raft request' (duration: 157.167898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:05.998159Z","caller":"traceutil/trace.go:171","msg":"trace[219097918] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"157.297381ms","start":"2026-03-19T22:04:05.840827Z","end":"2026-03-19T22:04:05.998125Z","steps":["trace[219097918] 'process raft request' (duration: 157.150977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:06.145986Z","caller":"traceutil/trace.go:171","msg":"trace[870364871] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"137.08141ms","start":"2026-03-19T22:04:06.008865Z","end":"2026-03-19T22:04:06.145947Z","steps":["trace[870364871] 'process raft request' (duration: 54.689867ms)","trace[870364871] 'compare' (duration: 82.191399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:09.967941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.646806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:04:09.967988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:04:09.968029Z","caller":"traceutil/trace.go:171","msg":"trace[248908577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5697; }","duration":"117.76643ms","start":"2026-03-19T22:04:09.850245Z","end":"2026-03-19T22:04:09.968012Z","steps":["trace[248908577] 'range keys from in-memory index tree' (duration: 117.512823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:09.968047Z","caller":"traceutil/trace.go:171","msg":"trace[1190300085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5697; }","duration":"120.776278ms","start":"2026-03-19T22:04:09.847256Z","end":"2026-03-19T22:04:09.968032Z","steps":["trace[1190300085] 'range keys from in-memory index tree' (duration: 120.52393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:09.968199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.53248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:04:09.968197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.143982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:04:09.968255Z","caller":"traceutil/trace.go:171","msg":"trace[1864281421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5697; }","duration":"111.640613ms","start":"2026-03-19T22:04:09.8566Z","end":"2026-03-19T22:04:09.968241Z","steps":["trace[1864281421] 'range keys from in-memory index tree' (duration: 111.360787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:09.968288Z","caller":"traceutil/trace.go:171","msg":"trace[259292812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5697; }","duration":"240.282455ms","start":"2026-03-19T22:04:09.727982Z","end":"2026-03-19T22:04:09.968264Z","steps":["trace[259292812] 'range keys from in-memory index tree' (duration: 239.959878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:09.968251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.496016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:09.968355Z","caller":"traceutil/trace.go:171","msg":"trace[199136403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5697; }","duration":"194.6328ms","start":"2026-03-19T22:04:09.773713Z","end":"2026-03-19T22:04:09.968346Z","steps":["trace[199136403] 'range keys from in-memory index tree' (duration: 194.419015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:09.968622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.23968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:04:09.968671Z","caller":"traceutil/trace.go:171","msg":"trace[1351234597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5697; }","duration":"118.325301ms","start":"2026-03-19T22:04:09.850332Z","end":"2026-03-19T22:04:09.968658Z","steps":["trace[1351234597] 'range keys from in-memory index tree' (duration: 118.074216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:10.437561Z","caller":"traceutil/trace.go:171","msg":"trace[1674032674] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"465.605577ms","start":"2026-03-19T22:04:09.971941Z","end":"2026-03-19T22:04:10.437547Z","steps":["trace[1674032674] 'process raft request' (duration: 465.531545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.437666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:09.971927Z","time spent":"465.679588ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:10.89052Z","caller":"traceutil/trace.go:171","msg":"trace[1728725020] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"917.735644ms","start":"2026-03-19T22:04:09.972759Z","end":"2026-03-19T22:04:10.890494Z","steps":["trace[1728725020] 'process raft request' (duration: 917.571701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.890669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:09.972748Z","time spent":"917.847016ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:10.890821Z","caller":"traceutil/trace.go:171","msg":"trace[1402498888] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"917.939319ms","start":"2026-03-19T22:04:09.972849Z","end":"2026-03-19T22:04:10.890788Z","steps":["trace[1402498888] 'process raft request' (duration: 917.609741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:10.890918Z","caller":"traceutil/trace.go:171","msg":"trace[1875202610] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"917.310173ms","start":"2026-03-19T22:04:09.973553Z","end":"2026-03-19T22:04:10.890863Z","steps":["trace[1875202610] 'process raft request' (duration: 917.106369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.890996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:09.972842Z","time spent":"918.066291ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:10.891099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:09.973543Z","time spent":"917.463377ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:10.895505Z","caller":"traceutil/trace.go:171","msg":"trace[887591993] linearizableReadLoop","detail":"{readStateIndex:5955; appliedIndex:5952; }","duration":"922.101781ms","start":"2026-03-19T22:04:09.973387Z","end":"2026-03-19T22:04:10.895488Z","steps":["trace[887591993] 'read index received' (duration: 464.107854ms)","trace[887591993] 'applied index is now lower than readState.Index' (duration: 457.992897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:10.895742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.251494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T22:04:10.896158Z","caller":"traceutil/trace.go:171","msg":"trace[372092003] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5701; }","duration":"463.708065ms","start":"2026-03-19T22:04:10.432431Z","end":"2026-03-19T22:04:10.896139Z","steps":["trace[372092003] 'agreement among raft nodes before linearized reading' (duration: 463.192643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.895814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.689863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T22:04:10.896255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:10.432414Z","time spent":"463.807616ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T22:04:10.896263Z","caller":"traceutil/trace.go:171","msg":"trace[1833664115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5701; }","duration":"263.152693ms","start":"2026-03-19T22:04:10.633085Z","end":"2026-03-19T22:04:10.896238Z","steps":["trace[1833664115] 'agreement among raft nodes before linearized reading' (duration: 262.58449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.895832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.977057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:10.896387Z","caller":"traceutil/trace.go:171","msg":"trace[675327734] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5701; }","duration":"115.53631ms","start":"2026-03-19T22:04:10.780828Z","end":"2026-03-19T22:04:10.896364Z","steps":["trace[675327734] 'agreement among raft nodes before linearized reading' (duration: 114.936936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.89588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.49061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82058"} {"level":"info","ts":"2026-03-19T22:04:10.896639Z","caller":"traceutil/trace.go:171","msg":"trace[769051736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5701; }","duration":"923.253346ms","start":"2026-03-19T22:04:09.973372Z","end":"2026-03-19T22:04:10.896625Z","steps":["trace[769051736] 'agreement among raft nodes before linearized reading' (duration: 922.247844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.89671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:09.973348Z","time spent":"923.348119ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82082,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:04:10.895882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.343499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T22:04:10.896828Z","caller":"traceutil/trace.go:171","msg":"trace[1815603774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5701; }","duration":"269.3357ms","start":"2026-03-19T22:04:10.627474Z","end":"2026-03-19T22:04:10.896809Z","steps":["trace[1815603774] 'agreement among raft nodes before linearized reading' (duration: 268.255257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:10.895962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.136009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:04:10.89699Z","caller":"traceutil/trace.go:171","msg":"trace[1276626312] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5701; }","duration":"280.200982ms","start":"2026-03-19T22:04:10.616776Z","end":"2026-03-19T22:04:10.896977Z","steps":["trace[1276626312] 'agreement among raft nodes before linearized reading' (duration: 279.085908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:11.775612Z","caller":"traceutil/trace.go:171","msg":"trace[1121477047] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"145.544017ms","start":"2026-03-19T22:04:11.630037Z","end":"2026-03-19T22:04:11.775581Z","steps":["trace[1121477047] 'process raft request' (duration: 145.309812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:17.632027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606030247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:04:17.933294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017602275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:04:17.933439Z","caller":"traceutil/trace.go:171","msg":"trace[1001725124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5737; }","duration":"1.017806009s","start":"2026-03-19T22:04:16.915604Z","end":"2026-03-19T22:04:17.93341Z","steps":["trace[1001725124] 'range keys from in-memory index tree' (duration: 1.017368629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:17.93351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:16.915584Z","time spent":"1.017912171s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:04:17.933477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015933578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:04:17.933537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281778741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T22:04:17.933594Z","caller":"traceutil/trace.go:171","msg":"trace[1019676136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5737; }","duration":"1.016068421s","start":"2026-03-19T22:04:16.917496Z","end":"2026-03-19T22:04:17.933565Z","steps":["trace[1019676136] 'range keys from in-memory index tree' (duration: 1.015755504s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:17.933621Z","caller":"traceutil/trace.go:171","msg":"trace[1090122626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5737; }","duration":"1.281928194s","start":"2026-03-19T22:04:16.651671Z","end":"2026-03-19T22:04:17.933599Z","steps":["trace[1090122626] 'range keys from in-memory index tree' (duration: 1.281501085s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:17.933702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:16.917475Z","time spent":"1.016210794s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:04:17.93374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:16.651646Z","time spent":"1.282059308s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T22:04:17.933713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021227146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:04:17.933705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017743378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:04:17.933855Z","caller":"traceutil/trace.go:171","msg":"trace[1599975729] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"903.778453ms","start":"2026-03-19T22:04:17.030048Z","end":"2026-03-19T22:04:17.933827Z","steps":["trace[1599975729] 'process raft request' (duration: 900.188114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:17.933873Z","caller":"traceutil/trace.go:171","msg":"trace[761516480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5737; }","duration":"1.021484471s","start":"2026-03-19T22:04:16.912346Z","end":"2026-03-19T22:04:17.93383Z","steps":["trace[761516480] 'range keys from in-memory index tree' (duration: 1.020944569s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:17.933924Z","caller":"traceutil/trace.go:171","msg":"trace[2119206399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5737; }","duration":"1.018177868s","start":"2026-03-19T22:04:16.91566Z","end":"2026-03-19T22:04:17.933838Z","steps":["trace[2119206399] 'range keys from in-memory index tree' (duration: 1.017572624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:17.933961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:16.912323Z","time spent":"1.021601665s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:04:17.933977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:16.91564Z","time spent":"1.01832382s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:04:17.933991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.030029Z","time spent":"903.885145ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:19.773726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T22:04:19.773819Z","caller":"traceutil/trace.go:171","msg":"trace[1614259638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999886774s","start":"2026-03-19T22:04:17.77391Z","end":"2026-03-19T22:04:19.773797Z","steps":["trace[1614259638] 'agreement among raft nodes before linearized reading' (duration: 1.999773301s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:19.773866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.773879Z","time spent":"1.999973765s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 22:04:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T22:04:19.917893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987851815s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T22:04:20.099017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.661879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:04:20.102147Z","caller":"traceutil/trace.go:171","msg":"trace[1880318369] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"2.739021715s","start":"2026-03-19T22:04:17.360415Z","end":"2026-03-19T22:04:20.099436Z","steps":["trace[1880318369] 'process raft request' (duration: 2.557749692s)","trace[1880318369] 'compare' (duration: 180.379913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:20.1033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.360392Z","time spent":"2.741881928s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:20.103519Z","caller":"traceutil/trace.go:171","msg":"trace[431995995] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"2.306132166s","start":"2026-03-19T22:04:17.797359Z","end":"2026-03-19T22:04:20.103491Z","steps":["trace[431995995] 'process raft request' (duration: 2.305962152s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.103663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.797322Z","time spent":"2.306276679s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:20.103808Z","caller":"traceutil/trace.go:171","msg":"trace[1435176082] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5994; }","duration":"2.972229361s","start":"2026-03-19T22:04:17.131516Z","end":"2026-03-19T22:04:20.103746Z","steps":["trace[1435176082] 'read index received' (duration: 798.576253ms)","trace[1435176082] 'applied index is now lower than readState.Index' (duration: 2.173651638s)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:20.103882Z","caller":"traceutil/trace.go:171","msg":"trace[1677678839] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"2.253085456s","start":"2026-03-19T22:04:17.850779Z","end":"2026-03-19T22:04:20.103864Z","steps":["trace[1677678839] 'process raft request' (duration: 2.252640376s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:20.103956Z","caller":"traceutil/trace.go:171","msg":"trace[935476468] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"2.439651155s","start":"2026-03-19T22:04:17.664279Z","end":"2026-03-19T22:04:20.10393Z","steps":["trace[935476468] 'process raft request' (duration: 2.43492939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.10397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.850753Z","time spent":"2.253180978s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:20.10403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.664244Z","time spent":"2.439751448s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:20.104405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972873385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:04:20.10443Z","caller":"traceutil/trace.go:171","msg":"trace[1554792243] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"2.151283103s","start":"2026-03-19T22:04:17.953116Z","end":"2026-03-19T22:04:20.104399Z","steps":["trace[1554792243] 'process raft request' (duration: 2.150995026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.104541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.953099Z","time spent":"2.151372744s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:20.104588Z","caller":"traceutil/trace.go:171","msg":"trace[1584832875] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5743; }","duration":"2.972989368s","start":"2026-03-19T22:04:17.131462Z","end":"2026-03-19T22:04:20.104452Z","steps":["trace[1584832875] 'agreement among raft nodes before linearized reading' (duration: 2.972461196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.104638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.131443Z","time spent":"2.973181753s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:04:20.105026Z","caller":"traceutil/trace.go:171","msg":"trace[2043475594] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"2.151452176s","start":"2026-03-19T22:04:17.953527Z","end":"2026-03-19T22:04:20.104979Z","steps":["trace[2043475594] 'process raft request' (duration: 2.150804532s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.105183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.953517Z","time spent":"2.151583059s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:20.10426Z","caller":"traceutil/trace.go:171","msg":"trace[2124936072] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"2.151152689s","start":"2026-03-19T22:04:17.953077Z","end":"2026-03-19T22:04:20.104229Z","steps":["trace[2124936072] 'process raft request' (duration: 2.150578996s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.105832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.953066Z","time spent":"2.152704684s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:20.151864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745080929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:04:20.151911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.92382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:04:20.15194Z","caller":"traceutil/trace.go:171","msg":"trace[1740847328] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"213.058069ms","start":"2026-03-19T22:04:19.938857Z","end":"2026-03-19T22:04:20.151915Z","steps":["trace[1740847328] 'process raft request' (duration: 212.789564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:20.152009Z","caller":"traceutil/trace.go:171","msg":"trace[1553363768] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5746; }","duration":"977.092824ms","start":"2026-03-19T22:04:19.174892Z","end":"2026-03-19T22:04:20.151985Z","steps":["trace[1553363768] 'agreement among raft nodes before linearized reading' (duration: 976.854549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.152045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199491924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T22:04:20.15194Z","caller":"traceutil/trace.go:171","msg":"trace[820150550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5746; }","duration":"2.745212892s","start":"2026-03-19T22:04:17.406708Z","end":"2026-03-19T22:04:20.151921Z","steps":["trace[820150550] 'agreement among raft nodes before linearized reading' (duration: 2.745032098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.152072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:19.174871Z","time spent":"977.189756ms","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:04:20.15209Z","caller":"traceutil/trace.go:171","msg":"trace[546775717] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c; range_end:; response_count:1; response_revision:5746; }","duration":"2.199543475s","start":"2026-03-19T22:04:17.952528Z","end":"2026-03-19T22:04:20.152072Z","steps":["trace[546775717] 'agreement among raft nodes before linearized reading' (duration: 2.199443643s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.152889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.952512Z","time spent":"2.200357603s","remote":"127.0.0.1:59796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e4c260d4-f3ae-4c78-9da3-2e223382639c\" "} {"level":"warn","ts":"2026-03-19T22:04:20.15205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196684912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82348"} {"level":"info","ts":"2026-03-19T22:04:20.1533Z","caller":"traceutil/trace.go:171","msg":"trace[1952658290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5746; }","duration":"2.197941049s","start":"2026-03-19T22:04:17.95532Z","end":"2026-03-19T22:04:20.153261Z","steps":["trace[1952658290] 'agreement among raft nodes before linearized reading' (duration: 2.196486787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.153363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.955313Z","time spent":"2.198032161s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82372,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:04:20.152103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.406685Z","time spent":"2.745408696s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:04:20.151864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.668981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:20.153748Z","caller":"traceutil/trace.go:171","msg":"trace[2058329591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5746; }","duration":"379.602114ms","start":"2026-03-19T22:04:19.774124Z","end":"2026-03-19T22:04:20.153726Z","steps":["trace[2058329591] 'agreement among raft nodes before linearized reading' (duration: 377.677801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.153811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:19.774096Z","time spent":"379.699547ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:04:20.152119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096919943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:04:20.153944Z","caller":"traceutil/trace.go:171","msg":"trace[839610959] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5746; }","duration":"2.098768244s","start":"2026-03-19T22:04:18.055141Z","end":"2026-03-19T22:04:20.153909Z","steps":["trace[839610959] 'agreement among raft nodes before linearized reading' (duration: 2.096948253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.152178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545921896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:04:20.154054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:18.055117Z","time spent":"2.098895686s","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:04:20.154041Z","caller":"traceutil/trace.go:171","msg":"trace[1843236717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5746; }","duration":"1.547802608s","start":"2026-03-19T22:04:18.606212Z","end":"2026-03-19T22:04:20.154015Z","steps":["trace[1843236717] 'agreement among raft nodes before linearized reading' (duration: 1.545556878s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.15413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:18.606192Z","time spent":"1.547907891s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:04:20.152174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272954637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:04:20.154234Z","caller":"traceutil/trace.go:171","msg":"trace[1420633516] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5746; }","duration":"2.275052474s","start":"2026-03-19T22:04:17.879163Z","end":"2026-03-19T22:04:20.154215Z","steps":["trace[1420633516] 'agreement among raft nodes before linearized reading' (duration: 2.272961127s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.1543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:17.879142Z","time spent":"2.275141146s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:04:20.152252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.516902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:20.154449Z","caller":"traceutil/trace.go:171","msg":"trace[188256382] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5746; }","duration":"452.734361ms","start":"2026-03-19T22:04:19.701699Z","end":"2026-03-19T22:04:20.154433Z","steps":["trace[188256382] 'agreement among raft nodes before linearized reading' (duration: 450.508031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.154492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:19.701685Z","time spent":"452.792392ms","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:04:20.1523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.853593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:20.154672Z","caller":"traceutil/trace.go:171","msg":"trace[452163561] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5746; }","duration":"500.319319ms","start":"2026-03-19T22:04:19.654344Z","end":"2026-03-19T22:04:20.154663Z","steps":["trace[452163561] 'agreement among raft nodes before linearized reading' (duration: 497.872274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.154709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:19.654322Z","time spent":"500.37612ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:04:20.303731Z","caller":"traceutil/trace.go:171","msg":"trace[1377956143] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6004; }","duration":"142.09726ms","start":"2026-03-19T22:04:20.161609Z","end":"2026-03-19T22:04:20.303706Z","steps":["trace[1377956143] 'read index received' (duration: 42.565587ms)","trace[1377956143] 'applied index is now lower than readState.Index' (duration: 99.530323ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:20.303824Z","caller":"traceutil/trace.go:171","msg":"trace[231852564] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"143.46426ms","start":"2026-03-19T22:04:20.160333Z","end":"2026-03-19T22:04:20.303797Z","steps":["trace[231852564] 'process raft request' (duration: 143.312867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.303882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.250894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:20.303776Z","caller":"traceutil/trace.go:171","msg":"trace[2100904885] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"144.820562ms","start":"2026-03-19T22:04:20.158909Z","end":"2026-03-19T22:04:20.303729Z","steps":["trace[2100904885] 'process raft request' (duration: 45.247368ms)","trace[2100904885] 'compare' (duration: 99.270387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:20.303815Z","caller":"traceutil/trace.go:171","msg":"trace[2001552663] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"143.506092ms","start":"2026-03-19T22:04:20.160259Z","end":"2026-03-19T22:04:20.303765Z","steps":["trace[2001552663] 'process raft request' (duration: 143.337388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:20.303936Z","caller":"traceutil/trace.go:171","msg":"trace[1550333045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5749; }","duration":"142.360227ms","start":"2026-03-19T22:04:20.161556Z","end":"2026-03-19T22:04:20.303917Z","steps":["trace[1550333045] 'agreement among raft nodes before linearized reading' (duration: 142.263615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:20.865608Z","caller":"traceutil/trace.go:171","msg":"trace[1502392649] linearizableReadLoop","detail":"{readStateIndex:6008; appliedIndex:6007; }","duration":"331.919063ms","start":"2026-03-19T22:04:20.533661Z","end":"2026-03-19T22:04:20.865581Z","steps":["trace[1502392649] 'read index received' (duration: 331.877222ms)","trace[1502392649] 'applied index is now lower than readState.Index' (duration: 40.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:20.865719Z","caller":"traceutil/trace.go:171","msg":"trace[50794562] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"332.24856ms","start":"2026-03-19T22:04:20.533432Z","end":"2026-03-19T22:04:20.865681Z","steps":["trace[50794562] 'process raft request' (duration: 331.953253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.86594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:20.533418Z","time spent":"332.425534ms","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:20.866023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.360283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-19T22:04:20.866107Z","caller":"traceutil/trace.go:171","msg":"trace[1200204653] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5750; }","duration":"332.499196ms","start":"2026-03-19T22:04:20.533588Z","end":"2026-03-19T22:04:20.866087Z","steps":["trace[1200204653] 'agreement among raft nodes before linearized reading' (duration: 332.171149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.866157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:20.533566Z","time spent":"332.581788ms","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-19T22:04:20.927549Z","caller":"traceutil/trace.go:171","msg":"trace[2110784487] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"270.960277ms","start":"2026-03-19T22:04:20.656561Z","end":"2026-03-19T22:04:20.927522Z","steps":["trace[2110784487] 'process raft request' (duration: 270.881016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:20.927605Z","caller":"traceutil/trace.go:171","msg":"trace[1505102364] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"372.581127ms","start":"2026-03-19T22:04:20.554985Z","end":"2026-03-19T22:04:20.927566Z","steps":["trace[1505102364] 'process raft request' (duration: 372.2433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:20.92776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:20.554965Z","time spent":"372.715541ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T22:04:22.226961Z","caller":"traceutil/trace.go:171","msg":"trace[1495378125] linearizableReadLoop","detail":"{readStateIndex:6011; appliedIndex:6010; }","duration":"116.593343ms","start":"2026-03-19T22:04:22.110342Z","end":"2026-03-19T22:04:22.226935Z","steps":["trace[1495378125] 'read index received' (duration: 116.464641ms)","trace[1495378125] 'applied index is now lower than readState.Index' (duration: 127.662µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:22.227041Z","caller":"traceutil/trace.go:171","msg":"trace[1565444002] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"117.026023ms","start":"2026-03-19T22:04:22.109975Z","end":"2026-03-19T22:04:22.227001Z","steps":["trace[1565444002] 'process raft request' (duration: 116.784048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.227205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.85798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:04:22.227263Z","caller":"traceutil/trace.go:171","msg":"trace[662108176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5753; }","duration":"116.962381ms","start":"2026-03-19T22:04:22.110289Z","end":"2026-03-19T22:04:22.227252Z","steps":["trace[662108176] 'agreement among raft nodes before linearized reading' (duration: 116.768747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.457785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.772588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:04:22.457953Z","caller":"traceutil/trace.go:171","msg":"trace[1649144165] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"338.622302ms","start":"2026-03-19T22:04:22.119319Z","end":"2026-03-19T22:04:22.457941Z","steps":["trace[1649144165] 'process raft request' (duration: 338.559341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.457999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:22.119304Z","time spent":"338.675683ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:22.45829Z","caller":"traceutil/trace.go:171","msg":"trace[484015303] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"347.50845ms","start":"2026-03-19T22:04:22.110415Z","end":"2026-03-19T22:04:22.457924Z","steps":["trace[484015303] 'process raft request' (duration: 127.522357ms)","trace[484015303] 'compare' (duration: 219.631555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:22.458401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:22.110367Z","time spent":"347.97406ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:22.458374Z","caller":"traceutil/trace.go:171","msg":"trace[1888883196] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"338.907428ms","start":"2026-03-19T22:04:22.119433Z","end":"2026-03-19T22:04:22.45834Z","steps":["trace[1888883196] 'process raft request' (duration: 338.482219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:22.458465Z","caller":"traceutil/trace.go:171","msg":"trace[1472530169] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"302.095489ms","start":"2026-03-19T22:04:22.156353Z","end":"2026-03-19T22:04:22.458449Z","steps":["trace[1472530169] 'process raft request' (duration: 301.709561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.458515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:22.119415Z","time spent":"339.021441ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:22.458602Z","caller":"traceutil/trace.go:171","msg":"trace[435613786] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6011; }","duration":"231.56085ms","start":"2026-03-19T22:04:22.227026Z","end":"2026-03-19T22:04:22.458587Z","steps":["trace[435613786] 'read index received' (duration: 10.900123ms)","trace[435613786] 'applied index is now lower than readState.Index' (duration: 220.658947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:22.458664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:22.156327Z","time spent":"302.204482ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:22.458785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.435768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:04:22.458808Z","caller":"traceutil/trace.go:171","msg":"trace[1319436869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5758; }","duration":"298.499909ms","start":"2026-03-19T22:04:22.1603Z","end":"2026-03-19T22:04:22.4588Z","steps":["trace[1319436869] 'agreement among raft nodes before linearized reading' (duration: 298.368946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.458969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.800524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:04:22.459007Z","caller":"traceutil/trace.go:171","msg":"trace[1794335271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5758; }","duration":"150.888855ms","start":"2026-03-19T22:04:22.308106Z","end":"2026-03-19T22:04:22.458995Z","steps":["trace[1794335271] 'agreement among raft nodes before linearized reading' (duration: 150.732772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:22.458425Z","caller":"traceutil/trace.go:171","msg":"trace[1877951813] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"226.684762ms","start":"2026-03-19T22:04:22.231708Z","end":"2026-03-19T22:04:22.458392Z","steps":["trace[1877951813] 'process raft request' (duration: 226.643081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.459139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.535958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:04:22.459267Z","caller":"traceutil/trace.go:171","msg":"trace[293462464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5758; }","duration":"150.759934ms","start":"2026-03-19T22:04:22.308485Z","end":"2026-03-19T22:04:22.459245Z","steps":["trace[293462464] 'agreement among raft nodes before linearized reading' (duration: 150.376254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:22.755671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.380564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T22:04:22.755763Z","caller":"traceutil/trace.go:171","msg":"trace[1890212582] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5761; }","duration":"172.526727ms","start":"2026-03-19T22:04:22.583216Z","end":"2026-03-19T22:04:22.755743Z","steps":["trace[1890212582] 'range keys from in-memory index tree' (duration: 172.180719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:22.7558Z","caller":"traceutil/trace.go:171","msg":"trace[1219100939] linearizableReadLoop","detail":"{readStateIndex:6020; appliedIndex:6019; }","duration":"102.791256ms","start":"2026-03-19T22:04:22.652965Z","end":"2026-03-19T22:04:22.755756Z","steps":["trace[1219100939] 'read index received' (duration: 15.244219ms)","trace[1219100939] 'applied index is now lower than readState.Index' (duration: 87.545207ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:22.755869Z","caller":"traceutil/trace.go:171","msg":"trace[96916652] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"133.000578ms","start":"2026-03-19T22:04:22.622794Z","end":"2026-03-19T22:04:22.755794Z","steps":["trace[96916652] 'process raft request' (duration: 45.359779ms)","trace[96916652] 'compare' (duration: 87.24186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:22.756144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.164124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10681"} {"level":"info","ts":"2026-03-19T22:04:22.756237Z","caller":"traceutil/trace.go:171","msg":"trace[229772531] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5762; }","duration":"103.294258ms","start":"2026-03-19T22:04:22.652916Z","end":"2026-03-19T22:04:22.75621Z","steps":["trace[229772531] 'agreement among raft nodes before linearized reading' (duration: 102.986981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:22.927278Z","caller":"traceutil/trace.go:171","msg":"trace[1909781923] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"160.981092ms","start":"2026-03-19T22:04:22.766267Z","end":"2026-03-19T22:04:22.927248Z","steps":["trace[1909781923] 'process raft request' (duration: 139.216877ms)","trace[1909781923] 'compare' (duration: 21.620052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:23.582431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.224725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:23.582514Z","caller":"traceutil/trace.go:171","msg":"trace[1388925136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5765; }","duration":"237.358929ms","start":"2026-03-19T22:04:23.345135Z","end":"2026-03-19T22:04:23.582494Z","steps":["trace[1388925136] 'range keys from in-memory index tree' (duration: 237.137364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:23.585248Z","caller":"traceutil/trace.go:171","msg":"trace[1218809225] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"211.379421ms","start":"2026-03-19T22:04:23.373835Z","end":"2026-03-19T22:04:23.585215Z","steps":["trace[1218809225] 'process raft request' (duration: 211.151616ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:24.596525Z","caller":"traceutil/trace.go:171","msg":"trace[259201299] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"127.795332ms","start":"2026-03-19T22:04:24.468701Z","end":"2026-03-19T22:04:24.596496Z","steps":["trace[259201299] 'process raft request' (duration: 127.69148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:24.596542Z","caller":"traceutil/trace.go:171","msg":"trace[1189370797] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"131.815322ms","start":"2026-03-19T22:04:24.464705Z","end":"2026-03-19T22:04:24.596521Z","steps":["trace[1189370797] 'process raft request' (duration: 91.166058ms)","trace[1189370797] 'compare' (duration: 40.332897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:24.596656Z","caller":"traceutil/trace.go:171","msg":"trace[320596818] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6032; }","duration":"131.697429ms","start":"2026-03-19T22:04:24.464928Z","end":"2026-03-19T22:04:24.596625Z","steps":["trace[320596818] 'read index received' (duration: 31.591313ms)","trace[320596818] 'applied index is now lower than readState.Index' (duration: 100.019344ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:24.596756Z","caller":"traceutil/trace.go:171","msg":"trace[1917222497] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"127.456915ms","start":"2026-03-19T22:04:24.469272Z","end":"2026-03-19T22:04:24.596728Z","steps":["trace[1917222497] 'process raft request' (duration: 127.184458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:24.596943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.122614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:04:24.597006Z","caller":"traceutil/trace.go:171","msg":"trace[1004811809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5777; }","duration":"103.220606ms","start":"2026-03-19T22:04:24.493769Z","end":"2026-03-19T22:04:24.59699Z","steps":["trace[1004811809] 'agreement among raft nodes before linearized reading' (duration: 103.040722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:24.596868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.919696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T22:04:24.597053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.109084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:04:24.597082Z","caller":"traceutil/trace.go:171","msg":"trace[2090186874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5777; }","duration":"132.1549ms","start":"2026-03-19T22:04:24.464888Z","end":"2026-03-19T22:04:24.597043Z","steps":["trace[2090186874] 'agreement among raft nodes before linearized reading' (duration: 131.872684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:24.597127Z","caller":"traceutil/trace.go:171","msg":"trace[1152001324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5777; }","duration":"103.213646ms","start":"2026-03-19T22:04:24.493903Z","end":"2026-03-19T22:04:24.597116Z","steps":["trace[1152001324] 'agreement among raft nodes before linearized reading' (duration: 103.091253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:24.597209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.658599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:04:24.597281Z","caller":"traceutil/trace.go:171","msg":"trace[225490712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5777; }","duration":"100.768982ms","start":"2026-03-19T22:04:24.496499Z","end":"2026-03-19T22:04:24.597268Z","steps":["trace[225490712] 'agreement among raft nodes before linearized reading' (duration: 100.466845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:24.908068Z","caller":"traceutil/trace.go:171","msg":"trace[1228513158] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"118.458786ms","start":"2026-03-19T22:04:24.789585Z","end":"2026-03-19T22:04:24.908043Z","steps":["trace[1228513158] 'process raft request' (duration: 93.295466ms)","trace[1228513158] 'compare' (duration: 24.989426ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:25.934161Z","caller":"traceutil/trace.go:171","msg":"trace[1671843277] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"116.743397ms","start":"2026-03-19T22:04:25.817369Z","end":"2026-03-19T22:04:25.934113Z","steps":["trace[1671843277] 'process raft request' (duration: 29.714342ms)","trace[1671843277] 'compare' (duration: 86.78555ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:26.222045Z","caller":"traceutil/trace.go:171","msg":"trace[2078809872] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"282.133005ms","start":"2026-03-19T22:04:25.939881Z","end":"2026-03-19T22:04:26.222014Z","steps":["trace[2078809872] 'process raft request' (duration: 281.987382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:26.222218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.652388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-19T22:04:26.222248Z","caller":"traceutil/trace.go:171","msg":"trace[1995440265] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5791; }","duration":"278.72781ms","start":"2026-03-19T22:04:25.943514Z","end":"2026-03-19T22:04:26.222242Z","steps":["trace[1995440265] 'agreement among raft nodes before linearized reading' (duration: 278.596198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.222088Z","caller":"traceutil/trace.go:171","msg":"trace[712396488] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"281.41167ms","start":"2026-03-19T22:04:25.940665Z","end":"2026-03-19T22:04:26.222077Z","steps":["trace[712396488] 'process raft request' (duration: 281.284347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.222271Z","caller":"traceutil/trace.go:171","msg":"trace[1603954561] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"283.874085ms","start":"2026-03-19T22:04:25.938387Z","end":"2026-03-19T22:04:26.222261Z","steps":["trace[1603954561] 'process raft request' (duration: 222.725135ms)","trace[1603954561] 'compare' (duration: 60.573037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:26.222077Z","caller":"traceutil/trace.go:171","msg":"trace[1750732640] linearizableReadLoop","detail":"{readStateIndex:6049; appliedIndex:6043; }","duration":"278.499515ms","start":"2026-03-19T22:04:25.943559Z","end":"2026-03-19T22:04:26.222058Z","steps":["trace[1750732640] 'read index received' (duration: 79.815276ms)","trace[1750732640] 'applied index is now lower than readState.Index' (duration: 198.683599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:26.222379Z","caller":"traceutil/trace.go:171","msg":"trace[1817190730] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"281.368919ms","start":"2026-03-19T22:04:25.941003Z","end":"2026-03-19T22:04:26.222372Z","steps":["trace[1817190730] 'process raft request' (duration: 280.969701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.222224Z","caller":"traceutil/trace.go:171","msg":"trace[1344527607] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"282.243708ms","start":"2026-03-19T22:04:25.939975Z","end":"2026-03-19T22:04:26.222219Z","steps":["trace[1344527607] 'process raft request' (duration: 281.941371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.222695Z","caller":"traceutil/trace.go:171","msg":"trace[2099466196] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"274.047696ms","start":"2026-03-19T22:04:25.948642Z","end":"2026-03-19T22:04:26.222689Z","steps":["trace[2099466196] 'process raft request' (duration: 273.368241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.826567Z","caller":"traceutil/trace.go:171","msg":"trace[1810745719] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"155.445917ms","start":"2026-03-19T22:04:26.671089Z","end":"2026-03-19T22:04:26.826535Z","steps":["trace[1810745719] 'process raft request' (duration: 155.250953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.826641Z","caller":"traceutil/trace.go:171","msg":"trace[81946529] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"155.349986ms","start":"2026-03-19T22:04:26.67125Z","end":"2026-03-19T22:04:26.8266Z","steps":["trace[81946529] 'process raft request' (duration: 155.234453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:26.826808Z","caller":"traceutil/trace.go:171","msg":"trace[1617451156] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"155.734095ms","start":"2026-03-19T22:04:26.671061Z","end":"2026-03-19T22:04:26.826795Z","steps":["trace[1617451156] 'process raft request' (duration: 112.794409ms)","trace[1617451156] 'compare' (duration: 42.180128ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:26.826563Z","caller":"traceutil/trace.go:171","msg":"trace[1105009247] linearizableReadLoop","detail":"{readStateIndex:6062; appliedIndex:6057; }","duration":"154.738442ms","start":"2026-03-19T22:04:26.671792Z","end":"2026-03-19T22:04:26.82653Z","steps":["trace[1105009247] 'read index received' (duration: 67.325948ms)","trace[1105009247] 'applied index is now lower than readState.Index' (duration: 87.411044ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:26.826583Z","caller":"traceutil/trace.go:171","msg":"trace[303098820] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"155.373805ms","start":"2026-03-19T22:04:26.671179Z","end":"2026-03-19T22:04:26.826553Z","steps":["trace[303098820] 'process raft request' (duration: 155.273733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:26.827212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.548527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:04:26.827259Z","caller":"traceutil/trace.go:171","msg":"trace[39571271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5803; }","duration":"154.62385ms","start":"2026-03-19T22:04:26.672625Z","end":"2026-03-19T22:04:26.827249Z","steps":["trace[39571271] 'agreement among raft nodes before linearized reading' (duration: 154.403645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:26.827373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.492629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82550"} {"level":"info","ts":"2026-03-19T22:04:26.827432Z","caller":"traceutil/trace.go:171","msg":"trace[847299207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5803; }","duration":"155.663553ms","start":"2026-03-19T22:04:26.671759Z","end":"2026-03-19T22:04:26.827422Z","steps":["trace[847299207] 'agreement among raft nodes before linearized reading' (duration: 154.875896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:26.82743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.368197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T22:04:26.828177Z","caller":"traceutil/trace.go:171","msg":"trace[1332448241] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5803; }","duration":"102.706835ms","start":"2026-03-19T22:04:26.724999Z","end":"2026-03-19T22:04:26.827706Z","steps":["trace[1332448241] 'agreement among raft nodes before linearized reading' (duration: 102.185593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.067514Z","caller":"traceutil/trace.go:171","msg":"trace[382629249] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"318.810791ms","start":"2026-03-19T22:04:28.748639Z","end":"2026-03-19T22:04:29.06745Z","steps":["trace[382629249] 'process raft request' (duration: 258.287785ms)","trace[382629249] 'compare' (duration: 60.108357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:29.067701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:28.74862Z","time spent":"318.981034ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414079,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:29.068155Z","caller":"traceutil/trace.go:171","msg":"trace[738295430] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"319.050887ms","start":"2026-03-19T22:04:28.749086Z","end":"2026-03-19T22:04:29.068137Z","steps":["trace[738295430] 'process raft request' (duration: 318.216988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.068254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:28.749074Z","time spent":"319.131958ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17008,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:29.068104Z","caller":"traceutil/trace.go:171","msg":"trace[1129686549] linearizableReadLoop","detail":"{readStateIndex:6070; appliedIndex:6067; }","duration":"295.854252ms","start":"2026-03-19T22:04:28.772226Z","end":"2026-03-19T22:04:29.06808Z","steps":["trace[1129686549] 'read index received' (duration: 28.279909ms)","trace[1129686549] 'applied index is now lower than readState.Index' (duration: 267.573443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:29.068692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.098755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T22:04:29.068745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.761217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:04:29.068819Z","caller":"traceutil/trace.go:171","msg":"trace[2021052595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5811; }","duration":"236.85645ms","start":"2026-03-19T22:04:28.831943Z","end":"2026-03-19T22:04:29.068799Z","steps":["trace[2021052595] 'agreement among raft nodes before linearized reading' (duration: 236.623214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.068875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.36652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:04:29.068873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.68015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:04:29.068972Z","caller":"traceutil/trace.go:171","msg":"trace[722058488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5811; }","duration":"237.542994ms","start":"2026-03-19T22:04:28.831406Z","end":"2026-03-19T22:04:29.068949Z","steps":["trace[722058488] 'agreement among raft nodes before linearized reading' (duration: 237.293088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.068993Z","caller":"traceutil/trace.go:171","msg":"trace[1497197954] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:5811; }","duration":"234.821823ms","start":"2026-03-19T22:04:28.834145Z","end":"2026-03-19T22:04:29.068967Z","steps":["trace[1497197954] 'agreement among raft nodes before linearized reading' (duration: 234.557577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.0689Z","caller":"traceutil/trace.go:171","msg":"trace[1631204590] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5811; }","duration":"291.199367ms","start":"2026-03-19T22:04:28.777529Z","end":"2026-03-19T22:04:29.068729Z","steps":["trace[1631204590] 'agreement among raft nodes before linearized reading' (duration: 291.026923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.068873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.280068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:04:29.069169Z","caller":"traceutil/trace.go:171","msg":"trace[1686570827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5811; }","duration":"237.617395ms","start":"2026-03-19T22:04:28.831539Z","end":"2026-03-19T22:04:29.069157Z","steps":["trace[1686570827] 'agreement among raft nodes before linearized reading' (duration: 237.120864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.069182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.495993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:04:29.069292Z","caller":"traceutil/trace.go:171","msg":"trace[692169428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5811; }","duration":"237.642496ms","start":"2026-03-19T22:04:28.831625Z","end":"2026-03-19T22:04:29.069268Z","steps":["trace[692169428] 'agreement among raft nodes before linearized reading' (duration: 237.265738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.069507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.273533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:29.069696Z","caller":"traceutil/trace.go:171","msg":"trace[718021352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5811; }","duration":"297.485167ms","start":"2026-03-19T22:04:28.772197Z","end":"2026-03-19T22:04:29.069682Z","steps":["trace[718021352] 'agreement among raft nodes before linearized reading' (duration: 295.989194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.457571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:04:29.457939Z","caller":"traceutil/trace.go:171","msg":"trace[1663860447] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"381.24935ms","start":"2026-03-19T22:04:29.076666Z","end":"2026-03-19T22:04:29.457916Z","steps":["trace[1663860447] 'process raft request' (duration: 381.045265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.458039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.076654Z","time spent":"381.337272ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:29.458098Z","caller":"traceutil/trace.go:171","msg":"trace[1117158843] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"381.389153ms","start":"2026-03-19T22:04:29.07668Z","end":"2026-03-19T22:04:29.458069Z","steps":["trace[1117158843] 'process raft request' (duration: 381.122777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.458139Z","caller":"traceutil/trace.go:171","msg":"trace[2066863515] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"382.394037ms","start":"2026-03-19T22:04:29.075701Z","end":"2026-03-19T22:04:29.458095Z","steps":["trace[2066863515] 'process raft request' (duration: 94.074473ms)","trace[2066863515] 'compare' (duration: 287.568437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:29.45825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.076658Z","time spent":"381.513816ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:29.45833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.075695Z","time spent":"382.54093ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:29.458377Z","caller":"traceutil/trace.go:171","msg":"trace[2113657851] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"381.090316ms","start":"2026-03-19T22:04:29.077177Z","end":"2026-03-19T22:04:29.458267Z","steps":["trace[2113657851] 'process raft request' (duration: 380.674047ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.4584Z","caller":"traceutil/trace.go:171","msg":"trace[1286270578] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"381.079077ms","start":"2026-03-19T22:04:29.077289Z","end":"2026-03-19T22:04:29.458368Z","steps":["trace[1286270578] 'process raft request' (duration: 380.851152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.458573Z","caller":"traceutil/trace.go:171","msg":"trace[2065890898] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"380.448443ms","start":"2026-03-19T22:04:29.078113Z","end":"2026-03-19T22:04:29.458561Z","steps":["trace[2065890898] 'process raft request' (duration: 380.233448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.458589Z","caller":"traceutil/trace.go:171","msg":"trace[1572574178] linearizableReadLoop","detail":"{readStateIndex:6079; appliedIndex:6071; }","duration":"365.099801ms","start":"2026-03-19T22:04:29.093469Z","end":"2026-03-19T22:04:29.458569Z","steps":["trace[1572574178] 'read index received' (duration: 76.242556ms)","trace[1572574178] 'applied index is now lower than readState.Index' (duration: 288.856005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:29.458654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.078103Z","time spent":"380.504534ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:29.458578Z","caller":"traceutil/trace.go:171","msg":"trace[848175856] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"370.662925ms","start":"2026-03-19T22:04:29.087891Z","end":"2026-03-19T22:04:29.458554Z","steps":["trace[848175856] 'process raft request' (duration: 370.541092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.458735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.07728Z","time spent":"381.288231ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:04:29.458463Z","caller":"traceutil/trace.go:171","msg":"trace[1315481918] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"380.35964ms","start":"2026-03-19T22:04:29.078085Z","end":"2026-03-19T22:04:29.458445Z","steps":["trace[1315481918] 'process raft request' (duration: 380.184626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.458581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.077164Z","time spent":"381.354452ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:29.458942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.261585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T22:04:29.458994Z","caller":"traceutil/trace.go:171","msg":"trace[526407272] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe; range_end:; response_count:1; response_revision:5820; }","duration":"383.342597ms","start":"2026-03-19T22:04:29.075638Z","end":"2026-03-19T22:04:29.45898Z","steps":["trace[526407272] 'agreement among raft nodes before linearized reading' (duration: 382.990449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.458968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.087884Z","time spent":"370.873529ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:29.459129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.075629Z","time spent":"383.48765ms","remote":"127.0.0.1:59796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-b0755b9d-99d0-4f86-8638-7625cd8ecbbe\" "} {"level":"warn","ts":"2026-03-19T22:04:29.458883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:29.078068Z","time spent":"380.77626ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:29.650285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.731284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:04:29.650389Z","caller":"traceutil/trace.go:171","msg":"trace[209416707] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6079; }","duration":"191.721835ms","start":"2026-03-19T22:04:29.458649Z","end":"2026-03-19T22:04:29.65037Z","steps":["trace[209416707] 'read index received' (duration: 62.181µs)","trace[209416707] 'applied index is now lower than readState.Index' (duration: 191.657604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:04:29.65067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.243552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:04:29.650727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.523158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112307"} {"level":"info","ts":"2026-03-19T22:04:29.650796Z","caller":"traceutil/trace.go:171","msg":"trace[2133377522] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5820; }","duration":"172.63048ms","start":"2026-03-19T22:04:29.478152Z","end":"2026-03-19T22:04:29.650783Z","steps":["trace[2133377522] 'agreement among raft nodes before linearized reading' (duration: 172.315623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:29.650814Z","caller":"traceutil/trace.go:171","msg":"trace[564865216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5820; }","duration":"204.427287ms","start":"2026-03-19T22:04:29.446348Z","end":"2026-03-19T22:04:29.650775Z","steps":["trace[564865216] 'agreement among raft nodes before linearized reading' (duration: 204.140531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:29.650722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.538025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18893"} {"level":"info","ts":"2026-03-19T22:04:29.65094Z","caller":"traceutil/trace.go:171","msg":"trace[895313712] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5820; }","duration":"108.811531ms","start":"2026-03-19T22:04:29.542111Z","end":"2026-03-19T22:04:29.650922Z","steps":["trace[895313712] 'agreement among raft nodes before linearized reading' (duration: 108.453773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:30.246072Z","caller":"traceutil/trace.go:171","msg":"trace[1204532349] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"108.925672ms","start":"2026-03-19T22:04:30.137118Z","end":"2026-03-19T22:04:30.246043Z","steps":["trace[1204532349] 'process raft request' (duration: 108.749219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:47.681995Z","caller":"traceutil/trace.go:171","msg":"trace[1257217017] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"101.653281ms","start":"2026-03-19T22:04:47.580311Z","end":"2026-03-19T22:04:47.681964Z","steps":["trace[1257217017] 'process raft request' (duration: 101.59366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:47.68203Z","caller":"traceutil/trace.go:171","msg":"trace[894891238] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"132.054147ms","start":"2026-03-19T22:04:47.549946Z","end":"2026-03-19T22:04:47.682Z","steps":["trace[894891238] 'process raft request' (duration: 104.31372ms)","trace[894891238] 'compare' (duration: 27.522402ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:48.252713Z","caller":"traceutil/trace.go:171","msg":"trace[1586279855] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"244.052839ms","start":"2026-03-19T22:04:48.008632Z","end":"2026-03-19T22:04:48.252684Z","steps":["trace[1586279855] 'process raft request' (duration: 243.887375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:53.72674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.998931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:04:53.726836Z","caller":"traceutil/trace.go:171","msg":"trace[189021235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6025; }","duration":"130.132374ms","start":"2026-03-19T22:04:53.596672Z","end":"2026-03-19T22:04:53.726804Z","steps":["trace[189021235] 'range keys from in-memory index tree' (duration: 129.850317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.249016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:04:56.273077Z","caller":"traceutil/trace.go:171","msg":"trace[1344223958] linearizableReadLoop","detail":"{readStateIndex:6314; appliedIndex:6313; }","duration":"524.404065ms","start":"2026-03-19T22:04:55.748648Z","end":"2026-03-19T22:04:56.273052Z","steps":["trace[1344223958] 'read index received' (duration: 524.252822ms)","trace[1344223958] 'applied index is now lower than readState.Index' (duration: 150.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:04:56.273125Z","caller":"traceutil/trace.go:171","msg":"trace[1545561904] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"533.239351ms","start":"2026-03-19T22:04:55.739851Z","end":"2026-03-19T22:04:56.27309Z","steps":["trace[1545561904] 'process raft request' (duration: 533.062387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.273287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:55.73982Z","time spent":"533.370664ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:04:56.273299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.64372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:04:56.273343Z","caller":"traceutil/trace.go:171","msg":"trace[1939913016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6046; }","duration":"524.741492ms","start":"2026-03-19T22:04:55.74859Z","end":"2026-03-19T22:04:56.273331Z","steps":["trace[1939913016] 'agreement among raft nodes before linearized reading' (duration: 524.593809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.273376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:55.748567Z","time spent":"524.800453ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:04:56.273371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.880283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:56.273463Z","caller":"traceutil/trace.go:171","msg":"trace[202815454] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6046; }","duration":"221.009766ms","start":"2026-03-19T22:04:56.052434Z","end":"2026-03-19T22:04:56.273444Z","steps":["trace[202815454] 'agreement among raft nodes before linearized reading' (duration: 220.850743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.273442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.22736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-19T22:04:56.273476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.009654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:04:56.273529Z","caller":"traceutil/trace.go:171","msg":"trace[522541106] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6046; }","duration":"216.375563ms","start":"2026-03-19T22:04:56.057136Z","end":"2026-03-19T22:04:56.273512Z","steps":["trace[522541106] 'agreement among raft nodes before linearized reading' (duration: 216.172448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.273544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.652573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T22:04:56.273496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.273096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:04:56.273582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.549744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:04:56.273584Z","caller":"traceutil/trace.go:171","msg":"trace[252346325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6046; }","duration":"523.139627ms","start":"2026-03-19T22:04:55.750421Z","end":"2026-03-19T22:04:56.27356Z","steps":["trace[252346325] 'agreement among raft nodes before linearized reading' (duration: 522.82703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:56.273606Z","caller":"traceutil/trace.go:171","msg":"trace[1404958469] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6046; }","duration":"236.743576ms","start":"2026-03-19T22:04:56.036845Z","end":"2026-03-19T22:04:56.273589Z","steps":["trace[1404958469] 'agreement among raft nodes before linearized reading' (duration: 236.539771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:04:56.273625Z","caller":"traceutil/trace.go:171","msg":"trace[600949605] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6046; }","duration":"295.632035ms","start":"2026-03-19T22:04:55.977982Z","end":"2026-03-19T22:04:56.273614Z","steps":["trace[600949605] 'agreement among raft nodes before linearized reading' (duration: 295.542333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.273522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.016448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:04:56.273665Z","caller":"traceutil/trace.go:171","msg":"trace[1594537481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6046; }","duration":"196.48083ms","start":"2026-03-19T22:04:56.077128Z","end":"2026-03-19T22:04:56.273609Z","steps":["trace[1594537481] 'agreement among raft nodes before linearized reading' (duration: 196.192954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:04:56.273684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:04:55.750383Z","time spent":"523.28519ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:04:56.273738Z","caller":"traceutil/trace.go:171","msg":"trace[1388766420] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6046; }","duration":"222.245183ms","start":"2026-03-19T22:04:56.051457Z","end":"2026-03-19T22:04:56.273702Z","steps":["trace[1388766420] 'agreement among raft nodes before linearized reading' (duration: 222.043389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:01.094245Z","caller":"traceutil/trace.go:171","msg":"trace[1628112599] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"103.39754ms","start":"2026-03-19T22:05:00.990814Z","end":"2026-03-19T22:05:01.094211Z","steps":["trace[1628112599] 'process raft request' (duration: 77.675078ms)","trace[1628112599] 'compare' (duration: 25.383245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:02.100544Z","caller":"traceutil/trace.go:171","msg":"trace[614357245] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"138.624043ms","start":"2026-03-19T22:05:01.961896Z","end":"2026-03-19T22:05:02.10052Z","steps":["trace[614357245] 'process raft request' (duration: 138.48641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:02.964677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.309072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:05:02.964772Z","caller":"traceutil/trace.go:171","msg":"trace[179019905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6087; }","duration":"542.449066ms","start":"2026-03-19T22:05:02.422304Z","end":"2026-03-19T22:05:02.964753Z","steps":["trace[179019905] 'range keys from in-memory index tree' (duration: 542.128269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:02.964814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:02.422284Z","time spent":"542.521378ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:05:02.964819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.220289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:05:02.965135Z","caller":"traceutil/trace.go:171","msg":"trace[1875976563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6087; }","duration":"541.573707ms","start":"2026-03-19T22:05:02.423542Z","end":"2026-03-19T22:05:02.965116Z","steps":["trace[1875976563] 'range keys from in-memory index tree' (duration: 540.956702ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:02.965148Z","caller":"traceutil/trace.go:171","msg":"trace[1619027988] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"384.448091ms","start":"2026-03-19T22:05:02.580669Z","end":"2026-03-19T22:05:02.965117Z","steps":["trace[1619027988] 'process raft request' (duration: 367.75251ms)","trace[1619027988] 'compare' (duration: 16.420985ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:02.965048Z","caller":"traceutil/trace.go:171","msg":"trace[108874605] linearizableReadLoop","detail":"{readStateIndex:6357; appliedIndex:6356; }","duration":"375.762488ms","start":"2026-03-19T22:05:02.589258Z","end":"2026-03-19T22:05:02.96502Z","steps":["trace[108874605] 'read index received' (duration: 359.192139ms)","trace[108874605] 'applied index is now lower than readState.Index' (duration: 16.569139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:02.965201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:02.423525Z","time spent":"541.662788ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:05:02.965276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.005223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:05:02.965336Z","caller":"traceutil/trace.go:171","msg":"trace[1785102966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6088; }","duration":"376.084905ms","start":"2026-03-19T22:05:02.58924Z","end":"2026-03-19T22:05:02.965325Z","steps":["trace[1785102966] 'agreement among raft nodes before linearized reading' (duration: 375.8589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:02.965379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:02.589177Z","time spent":"376.193057ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:05:02.965286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:02.580646Z","time spent":"384.566494ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:03.049359Z","caller":"traceutil/trace.go:171","msg":"trace[261176602] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"292.174568ms","start":"2026-03-19T22:05:02.757165Z","end":"2026-03-19T22:05:03.04934Z","steps":["trace[261176602] 'process raft request' (duration: 292.017545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:03.049519Z","caller":"traceutil/trace.go:171","msg":"trace[542624352] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"110.5635ms","start":"2026-03-19T22:05:02.938937Z","end":"2026-03-19T22:05:03.049501Z","steps":["trace[542624352] 'process raft request' (duration: 110.355375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:03.04966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.776282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:03.049751Z","caller":"traceutil/trace.go:171","msg":"trace[13352989] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6090; }","duration":"430.947096ms","start":"2026-03-19T22:05:02.618784Z","end":"2026-03-19T22:05:03.049731Z","steps":["trace[13352989] 'agreement among raft nodes before linearized reading' (duration: 430.752632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:03.049812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:02.618761Z","time spent":"431.033697ms","remote":"127.0.0.1:42840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:05:03.128931Z","caller":"traceutil/trace.go:171","msg":"trace[31948171] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"158.463193ms","start":"2026-03-19T22:05:02.970446Z","end":"2026-03-19T22:05:03.128909Z","steps":["trace[31948171] 'process raft request' (duration: 158.336911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:03.128982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.212704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:05:03.129046Z","caller":"traceutil/trace.go:171","msg":"trace[1755880847] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6092; }","duration":"160.295715ms","start":"2026-03-19T22:05:02.968734Z","end":"2026-03-19T22:05:03.12903Z","steps":["trace[1755880847] 'agreement among raft nodes before linearized reading' (duration: 160.094841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:03.128923Z","caller":"traceutil/trace.go:171","msg":"trace[1368784405] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"160.374547ms","start":"2026-03-19T22:05:02.968516Z","end":"2026-03-19T22:05:03.12889Z","steps":["trace[1368784405] 'process raft request' (duration: 119.691113ms)","trace[1368784405] 'compare' (duration: 40.47631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:03.842356Z","caller":"traceutil/trace.go:171","msg":"trace[1278244994] linearizableReadLoop","detail":"{readStateIndex:6364; appliedIndex:6363; }","duration":"448.072807ms","start":"2026-03-19T22:05:03.394251Z","end":"2026-03-19T22:05:03.842324Z","steps":["trace[1278244994] 'read index received' (duration: 447.855602ms)","trace[1278244994] 'applied index is now lower than readState.Index' (duration: 215.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:03.842768Z","caller":"traceutil/trace.go:171","msg":"trace[900672110] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"449.129319ms","start":"2026-03-19T22:05:03.393602Z","end":"2026-03-19T22:05:03.842731Z","steps":["trace[900672110] 'process raft request' (duration: 448.499256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:03.842934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:03.393586Z","time spent":"449.260793ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:03.843585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.276963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102224"} {"level":"info","ts":"2026-03-19T22:05:03.843648Z","caller":"traceutil/trace.go:171","msg":"trace[411392444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6095; }","duration":"449.412646ms","start":"2026-03-19T22:05:03.394221Z","end":"2026-03-19T22:05:03.843634Z","steps":["trace[411392444] 'agreement among raft nodes before linearized reading' (duration: 448.468766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:03.84369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:03.394209Z","time spent":"449.471797ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102248,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:05:04.362482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.927692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T22:05:04.36258Z","caller":"traceutil/trace.go:171","msg":"trace[736865815] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:6095; }","duration":"135.069885ms","start":"2026-03-19T22:05:04.227485Z","end":"2026-03-19T22:05:04.362555Z","steps":["trace[736865815] 'range keys from in-memory index tree' (duration: 134.718858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:04.362574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.468922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:04.363804Z","caller":"traceutil/trace.go:171","msg":"trace[2087035103] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6095; }","duration":"259.629035ms","start":"2026-03-19T22:05:04.103006Z","end":"2026-03-19T22:05:04.362635Z","steps":["trace[2087035103] 'count revisions from in-memory index tree' (duration: 259.276828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:04.590851Z","caller":"traceutil/trace.go:171","msg":"trace[2020134709] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"126.703448ms","start":"2026-03-19T22:05:04.464111Z","end":"2026-03-19T22:05:04.590815Z","steps":["trace[2020134709] 'process raft request' (duration: 126.544235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:04.59089Z","caller":"traceutil/trace.go:171","msg":"trace[315098323] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"131.881703ms","start":"2026-03-19T22:05:04.458973Z","end":"2026-03-19T22:05:04.590854Z","steps":["trace[315098323] 'process raft request' (duration: 86.211627ms)","trace[315098323] 'compare' (duration: 45.168885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:05.107595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.041881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:05.107709Z","caller":"traceutil/trace.go:171","msg":"trace[1732433520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6097; }","duration":"334.205814ms","start":"2026-03-19T22:05:04.773472Z","end":"2026-03-19T22:05:05.107678Z","steps":["trace[1732433520] 'range keys from in-memory index tree' (duration: 333.947249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:05.107783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:04.773448Z","time spent":"334.317327ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:05:05.108007Z","caller":"traceutil/trace.go:171","msg":"trace[1103449739] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"136.67116ms","start":"2026-03-19T22:05:04.971308Z","end":"2026-03-19T22:05:05.10798Z","steps":["trace[1103449739] 'process raft request' (duration: 133.815576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:05.336468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.826226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:05:05.336554Z","caller":"traceutil/trace.go:171","msg":"trace[1184510165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6102; }","duration":"124.975549ms","start":"2026-03-19T22:05:05.211559Z","end":"2026-03-19T22:05:05.336534Z","steps":["trace[1184510165] 'range keys from in-memory index tree' (duration: 124.614701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:05.469367Z","caller":"traceutil/trace.go:171","msg":"trace[1136389171] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"127.885894ms","start":"2026-03-19T22:05:05.341457Z","end":"2026-03-19T22:05:05.469343Z","steps":["trace[1136389171] 'process raft request' (duration: 127.758582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:05.987116Z","caller":"traceutil/trace.go:171","msg":"trace[963896996] linearizableReadLoop","detail":"{readStateIndex:6374; appliedIndex:6373; }","duration":"133.06794ms","start":"2026-03-19T22:05:05.85403Z","end":"2026-03-19T22:05:05.987098Z","steps":["trace[963896996] 'read index received' (duration: 132.954638ms)","trace[963896996] 'applied index is now lower than readState.Index' (duration: 112.352µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:05.987183Z","caller":"traceutil/trace.go:171","msg":"trace[464704500] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"133.52433ms","start":"2026-03-19T22:05:05.853625Z","end":"2026-03-19T22:05:05.987149Z","steps":["trace[464704500] 'process raft request' (duration: 133.364727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:05.987432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.385227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102224"} {"level":"info","ts":"2026-03-19T22:05:05.987492Z","caller":"traceutil/trace.go:171","msg":"trace[774372167] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6104; }","duration":"133.480919ms","start":"2026-03-19T22:05:05.853995Z","end":"2026-03-19T22:05:05.987476Z","steps":["trace[774372167] 'agreement among raft nodes before linearized reading' (duration: 133.172513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:06.222241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.443859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:06.222407Z","caller":"traceutil/trace.go:171","msg":"trace[1557433433] transaction","detail":"{read_only:false; response_revision:6106; number_of_response:1; }","duration":"209.348287ms","start":"2026-03-19T22:05:06.013045Z","end":"2026-03-19T22:05:06.222393Z","steps":["trace[1557433433] 'process raft request' (duration: 209.297396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:06.222553Z","caller":"traceutil/trace.go:171","msg":"trace[429089447] transaction","detail":"{read_only:false; response_revision:6105; number_of_response:1; }","duration":"223.295237ms","start":"2026-03-19T22:05:05.999225Z","end":"2026-03-19T22:05:06.22252Z","steps":["trace[429089447] 'process raft request' (duration: 102.510189ms)","trace[429089447] 'compare' (duration: 120.335857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:07.431519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.438093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:07.431606Z","caller":"traceutil/trace.go:171","msg":"trace[1398235381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6106; }","duration":"657.566376ms","start":"2026-03-19T22:05:06.774017Z","end":"2026-03-19T22:05:07.431583Z","steps":["trace[1398235381] 'range keys from in-memory index tree' (duration: 657.246799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:07.431648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:06.773997Z","time spent":"657.642899ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:05:07.431651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062556264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-19T22:05:07.432027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.738471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-19T22:05:07.43208Z","caller":"traceutil/trace.go:171","msg":"trace[526497152] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6106; }","duration":"956.839443ms","start":"2026-03-19T22:05:06.475228Z","end":"2026-03-19T22:05:07.432068Z","steps":["trace[526497152] 'range keys from in-memory index tree' (duration: 955.959824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:07.431751Z","caller":"traceutil/trace.go:171","msg":"trace[1561894290] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6106; }","duration":"1.062697667s","start":"2026-03-19T22:05:06.369031Z","end":"2026-03-19T22:05:07.431729Z","steps":["trace[1561894290] 'range keys from in-memory index tree' (duration: 1.062404901s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:07.432242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:06.369013Z","time spent":"1.063207258s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T22:05:07.432572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063419964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:07.43218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:06.475211Z","time spent":"956.943455ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T22:05:07.43263Z","caller":"traceutil/trace.go:171","msg":"trace[1489997147] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6106; }","duration":"1.063511426s","start":"2026-03-19T22:05:06.369103Z","end":"2026-03-19T22:05:07.432615Z","steps":["trace[1489997147] 'range keys from in-memory index tree' (duration: 1.063298481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:07.432605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063425414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:07.432669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:06.369086Z","time spent":"1.063575548s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T22:05:07.432708Z","caller":"traceutil/trace.go:171","msg":"trace[734363813] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6106; }","duration":"1.063530196s","start":"2026-03-19T22:05:06.369149Z","end":"2026-03-19T22:05:07.432679Z","steps":["trace[734363813] 'range keys from in-memory index tree' (duration: 1.063354233s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:07.432123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.444027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:05:07.432767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:06.369144Z","time spent":"1.063608378s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-19T22:05:07.4328Z","caller":"traceutil/trace.go:171","msg":"trace[1586294699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6106; }","duration":"838.177645ms","start":"2026-03-19T22:05:06.594605Z","end":"2026-03-19T22:05:07.432782Z","steps":["trace[1586294699] 'range keys from in-memory index tree' (duration: 837.211962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:07.432857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:06.594583Z","time spent":"838.258996ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:05:07.654179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:05:08.154849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:05:08.655529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:05:09.156446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:05:09.65754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:05:09.774473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T22:05:09.774573Z","caller":"traceutil/trace.go:171","msg":"trace[532787320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497678s","start":"2026-03-19T22:05:07.774054Z","end":"2026-03-19T22:05:09.774552Z","steps":["trace[532787320] 'agreement among raft nodes before linearized reading' (duration: 2.000346524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:09.774628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.77403Z","time spent":"2.00058788s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:05:10.158089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606031248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:05:10.622795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.589630184s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:05:10.623253Z","caller":"traceutil/trace.go:171","msg":"trace[209632587] transaction","detail":"{read_only:false; response_revision:6107; number_of_response:1; }","duration":"3.590232237s","start":"2026-03-19T22:05:07.032987Z","end":"2026-03-19T22:05:10.623219Z","steps":["trace[209632587] 'process raft request' (duration: 3.590031392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:10.623402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.032962Z","time spent":"3.590355171s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:10.806095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.975379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:10.806374Z","caller":"traceutil/trace.go:171","msg":"trace[605940421] transaction","detail":"{read_only:false; response_revision:6108; number_of_response:1; }","duration":"3.693004963s","start":"2026-03-19T22:05:07.113339Z","end":"2026-03-19T22:05:10.806344Z","steps":["trace[605940421] 'process raft request' (duration: 3.545621205s)","trace[605940421] 'compare' (duration: 146.811946ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:10.806535Z","caller":"traceutil/trace.go:171","msg":"trace[952526895] transaction","detail":"{read_only:false; response_revision:6109; number_of_response:1; }","duration":"3.692306858s","start":"2026-03-19T22:05:07.114152Z","end":"2026-03-19T22:05:10.806459Z","steps":["trace[952526895] 'process raft request' (duration: 3.692041792s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:10.806568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.113303Z","time spent":"3.693176727s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:10.806644Z","caller":"traceutil/trace.go:171","msg":"trace[62380918] transaction","detail":"{read_only:false; response_revision:6111; number_of_response:1; }","duration":"3.369706512s","start":"2026-03-19T22:05:07.436909Z","end":"2026-03-19T22:05:10.806615Z","steps":["trace[62380918] 'process raft request' (duration: 3.369475937s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:10.80666Z","caller":"traceutil/trace.go:171","msg":"trace[1290444931] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"3.691781476s","start":"2026-03-19T22:05:07.114831Z","end":"2026-03-19T22:05:10.806612Z","steps":["trace[1290444931] 'process raft request' (duration: 3.69151202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:10.806698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.114136Z","time spent":"3.692448481s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:10.806756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.436881Z","time spent":"3.369819495s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:10.80688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.11482Z","time spent":"3.691906439s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:11.113916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.471849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:05:11.114181Z","caller":"traceutil/trace.go:171","msg":"trace[484120739] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6376; }","duration":"3.960027303s","start":"2026-03-19T22:05:07.154135Z","end":"2026-03-19T22:05:11.114162Z","steps":["trace[484120739] 'read index received' (duration: 3.46896369s)","trace[484120739] 'applied index is now lower than readState.Index' (duration: 491.062683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.114485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.96033956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:05:11.114519Z","caller":"traceutil/trace.go:171","msg":"trace[1018013272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6111; }","duration":"3.960445082s","start":"2026-03-19T22:05:07.154064Z","end":"2026-03-19T22:05:11.114509Z","steps":["trace[1018013272] 'agreement among raft nodes before linearized reading' (duration: 3.960280338s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.114555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.154044Z","time spent":"3.960503844s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:05:11.114589Z","caller":"traceutil/trace.go:171","msg":"trace[2009106863] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"377.235191ms","start":"2026-03-19T22:05:10.737328Z","end":"2026-03-19T22:05:11.114563Z","steps":["trace[2009106863] 'process raft request' (duration: 376.748921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.114742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:10.737298Z","time spent":"377.353614ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:11.246243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091428027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T22:05:11.246261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471191634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:11.246268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145609022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:11.246307Z","caller":"traceutil/trace.go:171","msg":"trace[1019125212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6112; }","duration":"4.091520018s","start":"2026-03-19T22:05:07.154772Z","end":"2026-03-19T22:05:11.246292Z","steps":["trace[1019125212] 'agreement among raft nodes before linearized reading' (duration: 3.959712366s)","trace[1019125212] 'range keys from in-memory index tree' (duration: 131.623488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.451633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:11.246333Z","caller":"traceutil/trace.go:171","msg":"trace[366019292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6112; }","duration":"1.471313296s","start":"2026-03-19T22:05:09.775001Z","end":"2026-03-19T22:05:11.246314Z","steps":["trace[366019292] 'agreement among raft nodes before linearized reading' (duration: 1.339571115s)","trace[366019292] 'range keys from in-memory index tree' (duration: 131.640678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.154764Z","time spent":"4.091576119s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:05:11.246353Z","caller":"traceutil/trace.go:171","msg":"trace[404701129] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6112; }","duration":"1.145758265s","start":"2026-03-19T22:05:10.100574Z","end":"2026-03-19T22:05:11.246332Z","steps":["trace[404701129] 'agreement among raft nodes before linearized reading' (duration: 1.013967924s)","trace[404701129] 'count revisions from in-memory index tree' (duration: 131.659388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:09.774979Z","time spent":"1.471389818s","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:05:11.246403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:10.100506Z","time spent":"1.145886907s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:05:11.246422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159363398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:11.246414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017173151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:05:11.246456Z","caller":"traceutil/trace.go:171","msg":"trace[1077500333] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6112; }","duration":"1.1594383s","start":"2026-03-19T22:05:10.087005Z","end":"2026-03-19T22:05:11.246443Z","steps":["trace[1077500333] 'agreement among raft nodes before linearized reading' (duration: 1.027553856s)","trace[1077500333] 'count revisions from in-memory index tree' (duration: 131.837213ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:11.246474Z","caller":"traceutil/trace.go:171","msg":"trace[204427374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6112; }","duration":"3.017271373s","start":"2026-03-19T22:05:08.229184Z","end":"2026-03-19T22:05:11.246456Z","steps":["trace[204427374] 'agreement among raft nodes before linearized reading' (duration: 2.88541229s)","trace[204427374] 'range keys from in-memory index tree' (duration: 131.669209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:10.086983Z","time spent":"1.159506141s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:05:11.24653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:08.229155Z","time spent":"3.017362935s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:05:11.246557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252524376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:05:11.246592Z","caller":"traceutil/trace.go:171","msg":"trace[781524125] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6112; }","duration":"3.252554417s","start":"2026-03-19T22:05:07.994025Z","end":"2026-03-19T22:05:11.246579Z","steps":["trace[781524125] 'agreement among raft nodes before linearized reading' (duration: 3.120457178s)","trace[781524125] 'range keys from in-memory index tree' (duration: 131.879203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.24661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.994002Z","time spent":"3.252603517s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:05:11.246437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807961494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:11.246644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808160339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-19T22:05:11.24667Z","caller":"traceutil/trace.go:171","msg":"trace[1298973850] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6112; }","duration":"1.80824735s","start":"2026-03-19T22:05:09.438406Z","end":"2026-03-19T22:05:11.246654Z","steps":["trace[1298973850] 'agreement among raft nodes before linearized reading' (duration: 1.676177303s)","trace[1298973850] 'range keys from in-memory index tree' (duration: 131.839342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253880286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:05:11.246724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:09.438374Z","time spent":"1.808339512s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-19T22:05:11.246752Z","caller":"traceutil/trace.go:171","msg":"trace[448751766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6112; }","duration":"3.253950727s","start":"2026-03-19T22:05:07.992794Z","end":"2026-03-19T22:05:11.246744Z","steps":["trace[448751766] 'agreement among raft nodes before linearized reading' (duration: 3.121712316s)","trace[448751766] 'range keys from in-memory index tree' (duration: 132.1667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780012848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-19T22:05:11.24677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.99277Z","time spent":"3.253996188s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:05:11.246774Z","caller":"traceutil/trace.go:171","msg":"trace[1310918898] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6112; }","duration":"1.808318672s","start":"2026-03-19T22:05:09.438408Z","end":"2026-03-19T22:05:11.24671Z","steps":["trace[1310918898] 'agreement among raft nodes before linearized reading' (duration: 1.676184273s)","trace[1310918898] 'range keys from in-memory index tree' (duration: 131.882193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773804431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:05:11.246808Z","caller":"traceutil/trace.go:171","msg":"trace[249016082] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6112; }","duration":"3.780057399s","start":"2026-03-19T22:05:07.466735Z","end":"2026-03-19T22:05:11.246792Z","steps":["trace[249016082] 'agreement among raft nodes before linearized reading' (duration: 3.647797248s)","trace[249016082] 'range keys from in-memory index tree' (duration: 132.137469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.246829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:09.438382Z","time spent":"1.808436235s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T22:05:11.246843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.466679Z","time spent":"3.780154871s","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-19T22:05:11.246261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807783801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:11.246372Z","caller":"traceutil/trace.go:171","msg":"trace[36743692] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6112; }","duration":"848.620747ms","start":"2026-03-19T22:05:10.397729Z","end":"2026-03-19T22:05:11.24635Z","steps":["trace[36743692] 'agreement among raft nodes before linearized reading' (duration: 716.836965ms)","trace[36743692] 'count revisions from in-memory index tree' (duration: 131.625548ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:11.246901Z","caller":"traceutil/trace.go:171","msg":"trace[509073540] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6112; }","duration":"1.808476645s","start":"2026-03-19T22:05:09.438412Z","end":"2026-03-19T22:05:11.246889Z","steps":["trace[509073540] 'agreement among raft nodes before linearized reading' (duration: 1.67606743s)","trace[509073540] 'range keys from in-memory index tree' (duration: 131.679179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.247857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:09.438397Z","time spent":"1.809446677s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T22:05:11.246465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278356477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:11.246837Z","caller":"traceutil/trace.go:171","msg":"trace[1431018248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6112; }","duration":"3.773907783s","start":"2026-03-19T22:05:07.472914Z","end":"2026-03-19T22:05:11.246822Z","steps":["trace[1431018248] 'agreement among raft nodes before linearized reading' (duration: 3.64161526s)","trace[1431018248] 'range keys from in-memory index tree' (duration: 132.162409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.248279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.472904Z","time spent":"3.775355215s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:05:11.248298Z","caller":"traceutil/trace.go:171","msg":"trace[670111266] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6112; }","duration":"2.280211708s","start":"2026-03-19T22:05:08.968059Z","end":"2026-03-19T22:05:11.248271Z","steps":["trace[670111266] 'agreement among raft nodes before linearized reading' (duration: 2.146521065s)","trace[670111266] 'count revisions from in-memory index tree' (duration: 131.868593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.248337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:08.968036Z","time spent":"2.280291241s","remote":"127.0.0.1:60070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:05:11.248625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:10.397705Z","time spent":"849.218769ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":45,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:05:11.248839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353505702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:11.248987Z","caller":"traceutil/trace.go:171","msg":"trace[1058643071] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:6112; }","duration":"3.353684166s","start":"2026-03-19T22:05:07.895258Z","end":"2026-03-19T22:05:11.248943Z","steps":["trace[1058643071] 'agreement among raft nodes before linearized reading' (duration: 3.219293977s)","trace[1058643071] 'count revisions from in-memory index tree' (duration: 134.217936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.249073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:07.895244Z","time spent":"3.353807808s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:05:11.24925Z","caller":"traceutil/trace.go:171","msg":"trace[1548571066] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"130.382671ms","start":"2026-03-19T22:05:11.118814Z","end":"2026-03-19T22:05:11.249196Z","steps":["trace[1548571066] 'process raft request' (duration: 92.990769ms)","trace[1548571066] 'compare' (duration: 34.326224ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:11.267636Z","caller":"traceutil/trace.go:171","msg":"trace[160728930] transaction","detail":"{read_only:false; response_revision:6114; number_of_response:1; }","duration":"137.550331ms","start":"2026-03-19T22:05:11.130061Z","end":"2026-03-19T22:05:11.267611Z","steps":["trace[160728930] 'process raft request' (duration: 137.185342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.540131Z","caller":"traceutil/trace.go:171","msg":"trace[512244924] linearizableReadLoop","detail":"{readStateIndex:6388; appliedIndex:6385; }","duration":"272.743348ms","start":"2026-03-19T22:05:11.267366Z","end":"2026-03-19T22:05:11.54011Z","steps":["trace[512244924] 'read index received' (duration: 272.464102ms)","trace[512244924] 'applied index is now lower than readState.Index' (duration: 278.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:11.540187Z","caller":"traceutil/trace.go:171","msg":"trace[1970457946] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"282.905603ms","start":"2026-03-19T22:05:11.257244Z","end":"2026-03-19T22:05:11.540149Z","steps":["trace[1970457946] 'process raft request' (duration: 282.832681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.540356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.982363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T22:05:11.540406Z","caller":"traceutil/trace.go:171","msg":"trace[1638716351] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e5ca4da154142; range_end:; response_count:1; response_revision:6117; }","duration":"287.062516ms","start":"2026-03-19T22:05:11.253329Z","end":"2026-03-19T22:05:11.540391Z","steps":["trace[1638716351] 'agreement among raft nodes before linearized reading' (duration: 286.901592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.540489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.734657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:11.540512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.151918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102224"} {"level":"info","ts":"2026-03-19T22:05:11.540566Z","caller":"traceutil/trace.go:171","msg":"trace[2009056598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6117; }","duration":"281.843319ms","start":"2026-03-19T22:05:11.258704Z","end":"2026-03-19T22:05:11.540547Z","steps":["trace[2009056598] 'agreement among raft nodes before linearized reading' (duration: 281.690496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.540604Z","caller":"traceutil/trace.go:171","msg":"trace[513010905] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"289.320175ms","start":"2026-03-19T22:05:11.251275Z","end":"2026-03-19T22:05:11.540595Z","steps":["trace[513010905] 'process raft request' (duration: 288.629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.540613Z","caller":"traceutil/trace.go:171","msg":"trace[1380256798] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6117; }","duration":"283.26978ms","start":"2026-03-19T22:05:11.257326Z","end":"2026-03-19T22:05:11.540596Z","steps":["trace[1380256798] 'agreement among raft nodes before linearized reading' (duration: 282.847391ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.540541Z","caller":"traceutil/trace.go:171","msg":"trace[423355446] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"287.311041ms","start":"2026-03-19T22:05:11.253185Z","end":"2026-03-19T22:05:11.540496Z","steps":["trace[423355446] 'process raft request' (duration: 286.850221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.540638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.054892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T22:05:11.540741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.752981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T22:05:11.540805Z","caller":"traceutil/trace.go:171","msg":"trace[890751937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6117; }","duration":"286.264037ms","start":"2026-03-19T22:05:11.254484Z","end":"2026-03-19T22:05:11.540748Z","steps":["trace[890751937] 'agreement among raft nodes before linearized reading' (duration: 285.761516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.540823Z","caller":"traceutil/trace.go:171","msg":"trace[1831404526] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6117; }","duration":"265.880004ms","start":"2026-03-19T22:05:11.274921Z","end":"2026-03-19T22:05:11.540801Z","steps":["trace[1831404526] 'agreement among raft nodes before linearized reading' (duration: 265.496875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.540831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.552806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T22:05:11.54075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.361623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T22:05:11.540877Z","caller":"traceutil/trace.go:171","msg":"trace[1573045864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6117; }","duration":"189.631458ms","start":"2026-03-19T22:05:11.351233Z","end":"2026-03-19T22:05:11.540865Z","steps":["trace[1573045864] 'agreement among raft nodes before linearized reading' (duration: 189.516486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.540901Z","caller":"traceutil/trace.go:171","msg":"trace[1664993955] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6117; }","duration":"189.558907ms","start":"2026-03-19T22:05:11.351331Z","end":"2026-03-19T22:05:11.54089Z","steps":["trace[1664993955] 'agreement among raft nodes before linearized reading' (duration: 189.115387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.965456Z","caller":"traceutil/trace.go:171","msg":"trace[1059434407] linearizableReadLoop","detail":"{readStateIndex:6390; appliedIndex:6388; }","duration":"420.225896ms","start":"2026-03-19T22:05:11.545211Z","end":"2026-03-19T22:05:11.965436Z","steps":["trace[1059434407] 'read index received' (duration: 38.199419ms)","trace[1059434407] 'applied index is now lower than readState.Index' (duration: 382.025337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:11.965594Z","caller":"traceutil/trace.go:171","msg":"trace[2089997013] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"419.787598ms","start":"2026-03-19T22:05:11.545796Z","end":"2026-03-19T22:05:11.965584Z","steps":["trace[2089997013] 'process raft request' (duration: 419.599024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:11.965504Z","caller":"traceutil/trace.go:171","msg":"trace[317570285] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"420.543084ms","start":"2026-03-19T22:05:11.544919Z","end":"2026-03-19T22:05:11.965462Z","steps":["trace[317570285] 'process raft request' (duration: 360.078669ms)","trace[317570285] 'compare' (duration: 60.068405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:11.965733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:11.545783Z","time spent":"419.875149ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:11.965779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.544604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T22:05:11.965846Z","caller":"traceutil/trace.go:171","msg":"trace[1892684467] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6120; }","duration":"420.629636ms","start":"2026-03-19T22:05:11.545195Z","end":"2026-03-19T22:05:11.965825Z","steps":["trace[1892684467] 'agreement among raft nodes before linearized reading' (duration: 420.429722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.965879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:11.545188Z","time spent":"420.686187ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T22:05:11.965961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:11.544906Z","time spent":"420.84881ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:11.965997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.175321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:11.966052Z","caller":"traceutil/trace.go:171","msg":"trace[426890232] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6120; }","duration":"369.258964ms","start":"2026-03-19T22:05:11.596782Z","end":"2026-03-19T22:05:11.966041Z","steps":["trace[426890232] 'agreement among raft nodes before linearized reading' (duration: 369.173272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:11.966087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:11.596768Z","time spent":"369.311515ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T22:05:12.38491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.729306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:12.385021Z","caller":"traceutil/trace.go:171","msg":"trace[897270027] linearizableReadLoop","detail":"{readStateIndex:6392; appliedIndex:6391; }","duration":"308.937821ms","start":"2026-03-19T22:05:12.076066Z","end":"2026-03-19T22:05:12.385004Z","steps":["trace[897270027] 'read index received' (duration: 191.96216ms)","trace[897270027] 'applied index is now lower than readState.Index' (duration: 116.974571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:12.385109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.045873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:12.385144Z","caller":"traceutil/trace.go:171","msg":"trace[423912208] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6121; }","duration":"309.120765ms","start":"2026-03-19T22:05:12.076012Z","end":"2026-03-19T22:05:12.385133Z","steps":["trace[423912208] 'agreement among raft nodes before linearized reading' (duration: 309.038053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:12.385184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:12.07599Z","time spent":"309.185777ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:05:12.385321Z","caller":"traceutil/trace.go:171","msg":"trace[1405998708] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"382.448077ms","start":"2026-03-19T22:05:12.002831Z","end":"2026-03-19T22:05:12.385279Z","steps":["trace[1405998708] 'process raft request' (duration: 265.261441ms)","trace[1405998708] 'compare' (duration: 116.591732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:12.385582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:12.002812Z","time spent":"382.635451ms","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:13.165697Z","caller":"traceutil/trace.go:171","msg":"trace[402410427] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"353.8305ms","start":"2026-03-19T22:05:12.811842Z","end":"2026-03-19T22:05:13.165672Z","steps":["trace[402410427] 'process raft request' (duration: 353.631886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.165864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:12.811825Z","time spent":"353.951792ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:13.871884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.143233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:13.872046Z","caller":"traceutil/trace.go:171","msg":"trace[1981938889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6122; }","duration":"606.320857ms","start":"2026-03-19T22:05:13.265699Z","end":"2026-03-19T22:05:13.87202Z","steps":["trace[1981938889] 'range keys from in-memory index tree' (duration: 606.119461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.872373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.625316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:13.8727Z","caller":"traceutil/trace.go:171","msg":"trace[1058541562] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"1.060001607s","start":"2026-03-19T22:05:12.812648Z","end":"2026-03-19T22:05:13.872649Z","steps":["trace[1058541562] 'process raft request' (duration: 718.943492ms)","trace[1058541562] 'compare' (duration: 340.384391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:13.873067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:12.812624Z","time spent":"1.060159701s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:13.872721Z","caller":"traceutil/trace.go:171","msg":"trace[1922394236] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"1.060027518s","start":"2026-03-19T22:05:12.812667Z","end":"2026-03-19T22:05:13.872695Z","steps":["trace[1922394236] 'process raft request' (duration: 1.059852195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.873249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:12.812646Z","time spent":"1.060568671s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:13.873318Z","caller":"traceutil/trace.go:171","msg":"trace[146079071] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"1.058057845s","start":"2026-03-19T22:05:12.815223Z","end":"2026-03-19T22:05:13.873281Z","steps":["trace[146079071] 'process raft request' (duration: 1.05742347s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:13.873322Z","caller":"traceutil/trace.go:171","msg":"trace[1866062897] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"144.364421ms","start":"2026-03-19T22:05:13.728921Z","end":"2026-03-19T22:05:13.873285Z","steps":["trace[1866062897] 'process raft request' (duration: 143.888851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.873443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:12.815207Z","time spent":"1.058178338s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:13.873948Z","caller":"traceutil/trace.go:171","msg":"trace[2037958155] linearizableReadLoop","detail":"{readStateIndex:6396; appliedIndex:6392; }","duration":"795.036055ms","start":"2026-03-19T22:05:13.078588Z","end":"2026-03-19T22:05:13.873624Z","steps":["trace[2037958155] 'read index received' (duration: 86.972685ms)","trace[2037958155] 'applied index is now lower than readState.Index' (duration: 708.05729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:13.874152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.522855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:13.874237Z","caller":"traceutil/trace.go:171","msg":"trace[312872677] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6126; }","duration":"795.664078ms","start":"2026-03-19T22:05:13.078556Z","end":"2026-03-19T22:05:13.87422Z","steps":["trace[312872677] 'agreement among raft nodes before linearized reading' (duration: 795.439433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.874234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.461054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:13.87428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.078541Z","time spent":"795.72668ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:05:13.874302Z","caller":"traceutil/trace.go:171","msg":"trace[981547909] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6126; }","duration":"621.564966ms","start":"2026-03-19T22:05:13.252719Z","end":"2026-03-19T22:05:13.874284Z","steps":["trace[981547909] 'agreement among raft nodes before linearized reading' (duration: 621.455394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.874317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.229603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:05:13.874333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.542806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-19T22:05:13.874376Z","caller":"traceutil/trace.go:171","msg":"trace[1720131615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6126; }","duration":"329.308464ms","start":"2026-03-19T22:05:13.545054Z","end":"2026-03-19T22:05:13.874362Z","steps":["trace[1720131615] 'agreement among raft nodes before linearized reading' (duration: 329.13205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.874332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.871295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:05:13.874605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.641213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:05:13.874666Z","caller":"traceutil/trace.go:171","msg":"trace[2099072195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6126; }","duration":"329.745565ms","start":"2026-03-19T22:05:13.544908Z","end":"2026-03-19T22:05:13.874653Z","steps":["trace[2099072195] 'agreement among raft nodes before linearized reading' (duration: 329.49273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:13.874659Z","caller":"traceutil/trace.go:171","msg":"trace[51857854] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6126; }","duration":"284.241142ms","start":"2026-03-19T22:05:13.590403Z","end":"2026-03-19T22:05:13.874644Z","steps":["trace[51857854] 'agreement among raft nodes before linearized reading' (duration: 283.794042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.874394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.650088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:13.874729Z","caller":"traceutil/trace.go:171","msg":"trace[1419254404] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6126; }","duration":"617.993896ms","start":"2026-03-19T22:05:13.256727Z","end":"2026-03-19T22:05:13.874721Z","steps":["trace[1419254404] 'agreement among raft nodes before linearized reading' (duration: 617.646438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.874764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.256722Z","time spent":"618.033496ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-19T22:05:13.874397Z","caller":"traceutil/trace.go:171","msg":"trace[2133914801] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6126; }","duration":"617.617927ms","start":"2026-03-19T22:05:13.256761Z","end":"2026-03-19T22:05:13.874378Z","steps":["trace[2133914801] 'agreement among raft nodes before linearized reading' (duration: 617.451094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.874859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.256754Z","time spent":"618.084007ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T22:05:13.874698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.544888Z","time spent":"329.802036ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:05:13.87435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.252701Z","time spent":"621.639657ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-19T22:05:13.874413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.545048Z","time spent":"329.357486ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:05:13.874497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.951997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:05:13.875248Z","caller":"traceutil/trace.go:171","msg":"trace[1040470766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6126; }","duration":"329.717563ms","start":"2026-03-19T22:05:13.545516Z","end":"2026-03-19T22:05:13.875234Z","steps":["trace[1040470766] 'agreement among raft nodes before linearized reading' (duration: 328.920426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.875286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.545506Z","time spent":"329.768655ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:05:13.874512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.946572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:05:13.875374Z","caller":"traceutil/trace.go:171","msg":"trace[1115844954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6126; }","duration":"621.822602ms","start":"2026-03-19T22:05:13.253539Z","end":"2026-03-19T22:05:13.875362Z","steps":["trace[1115844954] 'agreement among raft nodes before linearized reading' (duration: 620.872681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.875403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.253533Z","time spent":"621.861612ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:05:13.874562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.775899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:05:13.875468Z","caller":"traceutil/trace.go:171","msg":"trace[706126530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6126; }","duration":"327.781591ms","start":"2026-03-19T22:05:13.547679Z","end":"2026-03-19T22:05:13.875461Z","steps":["trace[706126530] 'agreement among raft nodes before linearized reading' (duration: 326.752808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:13.875498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.547647Z","time spent":"327.844312ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:05:14.185344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.133371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:14.185496Z","caller":"traceutil/trace.go:171","msg":"trace[23429282] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"306.096928ms","start":"2026-03-19T22:05:13.879371Z","end":"2026-03-19T22:05:14.185468Z","steps":["trace[23429282] 'process raft request' (duration: 141.725422ms)","trace[23429282] 'compare' (duration: 163.914096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:14.185815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.87935Z","time spent":"306.19112ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:14.282491Z","caller":"traceutil/trace.go:171","msg":"trace[594855971] linearizableReadLoop","detail":"{readStateIndex:6401; appliedIndex:6397; }","duration":"402.014963ms","start":"2026-03-19T22:05:13.880458Z","end":"2026-03-19T22:05:14.282473Z","steps":["trace[594855971] 'read index received' (duration: 140.70242ms)","trace[594855971] 'applied index is now lower than readState.Index' (duration: 261.311683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:14.28257Z","caller":"traceutil/trace.go:171","msg":"trace[1428010159] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"402.459142ms","start":"2026-03-19T22:05:13.880083Z","end":"2026-03-19T22:05:14.282542Z","steps":["trace[1428010159] 'process raft request' (duration: 402.324799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:14.282626Z","caller":"traceutil/trace.go:171","msg":"trace[954830076] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"402.36044ms","start":"2026-03-19T22:05:13.88022Z","end":"2026-03-19T22:05:14.28258Z","steps":["trace[954830076] 'process raft request' (duration: 402.223927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:14.282712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.880076Z","time spent":"402.549594ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:14.282808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.88021Z","time spent":"402.508343ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:14.282834Z","caller":"traceutil/trace.go:171","msg":"trace[1354333373] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"402.79444ms","start":"2026-03-19T22:05:13.880003Z","end":"2026-03-19T22:05:14.282798Z","steps":["trace[1354333373] 'process raft request' (duration: 402.273828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:14.282986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.511903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102224"} {"level":"warn","ts":"2026-03-19T22:05:14.282996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.87998Z","time spent":"402.927742ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:14.28305Z","caller":"traceutil/trace.go:171","msg":"trace[778749620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6130; }","duration":"402.595735ms","start":"2026-03-19T22:05:13.880437Z","end":"2026-03-19T22:05:14.283032Z","steps":["trace[778749620] 'agreement among raft nodes before linearized reading' (duration: 402.132005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:14.283097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:13.88043Z","time spent":"402.653736ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102248,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:05:14.648223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:14.283656Z","time spent":"364.559969ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T22:05:15.390034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.903224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:15.390182Z","caller":"traceutil/trace.go:171","msg":"trace[581073379] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"740.825448ms","start":"2026-03-19T22:05:14.649332Z","end":"2026-03-19T22:05:15.390157Z","steps":["trace[581073379] 'process raft request' (duration: 554.699258ms)","trace[581073379] 'compare' (duration: 185.6748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:15.390254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:14.649307Z","time spent":"740.91751ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:16.580036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034966511s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:16.580209Z","caller":"traceutil/trace.go:171","msg":"trace[214414768] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"700.061882ms","start":"2026-03-19T22:05:15.880128Z","end":"2026-03-19T22:05:16.58019Z","steps":["trace[214414768] 'process raft request' (duration: 700.010351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:16.5802Z","caller":"traceutil/trace.go:171","msg":"trace[1245399252] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"1.409019581s","start":"2026-03-19T22:05:15.171138Z","end":"2026-03-19T22:05:16.580158Z","steps":["trace[1245399252] 'process raft request' (duration: 373.850875ms)","trace[1245399252] 'compare' (duration: 1.034860479s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:16.580276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.880102Z","time spent":"700.145093ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:16.580293Z","caller":"traceutil/trace.go:171","msg":"trace[133426038] linearizableReadLoop","detail":"{readStateIndex:6404; appliedIndex:6403; }","duration":"1.311404819s","start":"2026-03-19T22:05:15.268858Z","end":"2026-03-19T22:05:16.580262Z","steps":["trace[133426038] 'read index received' (duration: 276.08184ms)","trace[133426038] 'applied index is now lower than readState.Index' (duration: 1.035321169s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:16.58039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.17107Z","time spent":"1.409215485s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:16.580494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311615065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:16.580551Z","caller":"traceutil/trace.go:171","msg":"trace[424466028] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6133; }","duration":"1.311721276s","start":"2026-03-19T22:05:15.268811Z","end":"2026-03-19T22:05:16.580533Z","steps":["trace[424466028] 'agreement among raft nodes before linearized reading' (duration: 1.311581883s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.580614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.268792Z","time spent":"1.311806549s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:05:16.660102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267510083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T22:05:16.660196Z","caller":"traceutil/trace.go:171","msg":"trace[3575104] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6134; }","duration":"1.267635566s","start":"2026-03-19T22:05:15.392528Z","end":"2026-03-19T22:05:16.660164Z","steps":["trace[3575104] 'agreement among raft nodes before linearized reading' (duration: 1.267407341s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.888091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T22:05:16.660186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.16263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:05:16.66024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.392511Z","time spent":"1.267720308s","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T22:05:16.660258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.000802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:05:16.660297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.439128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:16.660269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.53282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:16.660347Z","caller":"traceutil/trace.go:171","msg":"trace[235166786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6134; }","duration":"886.52082ms","start":"2026-03-19T22:05:15.773811Z","end":"2026-03-19T22:05:16.660332Z","steps":["trace[235166786] 'agreement among raft nodes before linearized reading' (duration: 886.443008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.66039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.773796Z","time spent":"886.586631ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:05:16.660405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.838786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:05:16.660369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.435251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:16.660428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.918408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:05:16.66034Z","caller":"traceutil/trace.go:171","msg":"trace[1705287335] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6134; }","duration":"371.147045ms","start":"2026-03-19T22:05:16.289176Z","end":"2026-03-19T22:05:16.660323Z","steps":["trace[1705287335] 'agreement among raft nodes before linearized reading' (duration: 370.903669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.23621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:05:16.660477Z","caller":"traceutil/trace.go:171","msg":"trace[456553426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6134; }","duration":"950.583374ms","start":"2026-03-19T22:05:15.709876Z","end":"2026-03-19T22:05:16.66046Z","steps":["trace[456553426] 'agreement among raft nodes before linearized reading' (duration: 950.446231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.846857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:16.660557Z","caller":"traceutil/trace.go:171","msg":"trace[1234535251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6134; }","duration":"782.371043ms","start":"2026-03-19T22:05:15.878166Z","end":"2026-03-19T22:05:16.660537Z","steps":["trace[1234535251] 'agreement among raft nodes before linearized reading' (duration: 782.189939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.289156Z","time spent":"371.351271ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:05:16.660565Z","caller":"traceutil/trace.go:171","msg":"trace[1794943217] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6134; }","duration":"779.914479ms","start":"2026-03-19T22:05:15.880639Z","end":"2026-03-19T22:05:16.660554Z","steps":["trace[1794943217] 'agreement among raft nodes before linearized reading' (duration: 779.850557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.878143Z","time spent":"782.458895ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:05:16.660276Z","caller":"traceutil/trace.go:171","msg":"trace[964741831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6134; }","duration":"470.027055ms","start":"2026-03-19T22:05:16.190222Z","end":"2026-03-19T22:05:16.660249Z","steps":["trace[964741831] 'agreement among raft nodes before linearized reading' (duration: 469.746248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.880625Z","time spent":"779.98394ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-19T22:05:16.660662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.1902Z","time spent":"470.450925ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:05:16.660665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.709852Z","time spent":"950.756079ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:05:16.66042Z","caller":"traceutil/trace.go:171","msg":"trace[589013336] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6134; }","duration":"779.684364ms","start":"2026-03-19T22:05:15.880688Z","end":"2026-03-19T22:05:16.660372Z","steps":["trace[589013336] 'agreement among raft nodes before linearized reading' (duration: 779.498499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.880682Z","time spent":"780.096842ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-19T22:05:16.660451Z","caller":"traceutil/trace.go:171","msg":"trace[198235470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6134; }","duration":"373.925228ms","start":"2026-03-19T22:05:16.286512Z","end":"2026-03-19T22:05:16.660438Z","steps":["trace[198235470] 'agreement among raft nodes before linearized reading' (duration: 373.797665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.660884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.286492Z","time spent":"374.371947ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:05:16.660471Z","caller":"traceutil/trace.go:171","msg":"trace[437120142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6134; }","duration":"373.99789ms","start":"2026-03-19T22:05:16.286466Z","end":"2026-03-19T22:05:16.660464Z","steps":["trace[437120142] 'agreement among raft nodes before linearized reading' (duration: 373.902697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.661019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.286444Z","time spent":"374.567471ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:05:16.660276Z","caller":"traceutil/trace.go:171","msg":"trace[1883293652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6134; }","duration":"373.292804ms","start":"2026-03-19T22:05:16.286967Z","end":"2026-03-19T22:05:16.660259Z","steps":["trace[1883293652] 'agreement among raft nodes before linearized reading' (duration: 373.049348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.66109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.286955Z","time spent":"374.127642ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:05:16.661358Z","caller":"traceutil/trace.go:171","msg":"trace[1551732735] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"780.484901ms","start":"2026-03-19T22:05:15.880854Z","end":"2026-03-19T22:05:16.661339Z","steps":["trace[1551732735] 'process raft request' (duration: 778.917455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.661496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.880841Z","time spent":"780.562572ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:16.66136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.35508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-19T22:05:16.661561Z","caller":"traceutil/trace.go:171","msg":"trace[388340857] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6134; }","duration":"781.599085ms","start":"2026-03-19T22:05:15.879948Z","end":"2026-03-19T22:05:16.661547Z","steps":["trace[388340857] 'agreement among raft nodes before linearized reading' (duration: 780.180003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:16.661607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:15.879918Z","time spent":"781.677716ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-19T22:05:17.234797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.234449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:17.234886Z","caller":"traceutil/trace.go:171","msg":"trace[388429364] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"568.772711ms","start":"2026-03-19T22:05:16.666098Z","end":"2026-03-19T22:05:17.234871Z","steps":["trace[388429364] 'process raft request' (duration: 161.394409ms)","trace[388429364] 'compare' (duration: 407.059235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:17.234932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.666072Z","time spent":"568.838623ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:17.249408Z","caller":"traceutil/trace.go:171","msg":"trace[2145436175] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"583.165361ms","start":"2026-03-19T22:05:16.666215Z","end":"2026-03-19T22:05:17.24938Z","steps":["trace[2145436175] 'process raft request' (duration: 582.955256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:17.249564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.666203Z","time spent":"583.281674ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:17.249739Z","caller":"traceutil/trace.go:171","msg":"trace[883435802] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"583.427107ms","start":"2026-03-19T22:05:16.666292Z","end":"2026-03-19T22:05:17.249719Z","steps":["trace[883435802] 'process raft request' (duration: 583.042689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:17.249824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.666261Z","time spent":"583.523858ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:17.250009Z","caller":"traceutil/trace.go:171","msg":"trace[1015332908] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"583.552459ms","start":"2026-03-19T22:05:16.666443Z","end":"2026-03-19T22:05:17.249996Z","steps":["trace[1015332908] 'process raft request' (duration: 583.416566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:17.249997Z","caller":"traceutil/trace.go:171","msg":"trace[833653285] linearizableReadLoop","detail":"{readStateIndex:6411; appliedIndex:6406; }","duration":"462.927636ms","start":"2026-03-19T22:05:16.787032Z","end":"2026-03-19T22:05:17.249959Z","steps":["trace[833653285] 'read index received' (duration: 40.442249ms)","trace[833653285] 'applied index is now lower than readState.Index' (duration: 422.484097ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:17.250023Z","caller":"traceutil/trace.go:171","msg":"trace[2025557335] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"583.616641ms","start":"2026-03-19T22:05:16.666373Z","end":"2026-03-19T22:05:17.24999Z","steps":["trace[2025557335] 'process raft request' (duration: 583.202562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:17.250059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.666102Z","time spent":"583.929078ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:17.25016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.120661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:17.250184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.666364Z","time spent":"583.732473ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:17.250218Z","caller":"traceutil/trace.go:171","msg":"trace[1189851487] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6139; }","duration":"463.232874ms","start":"2026-03-19T22:05:16.786968Z","end":"2026-03-19T22:05:17.250201Z","steps":["trace[1189851487] 'agreement among raft nodes before linearized reading' (duration: 463.139472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:17.250249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:16.786936Z","time spent":"463.305834ms","remote":"127.0.0.1:42860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:05:17.250286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.062715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:05:17.250328Z","caller":"traceutil/trace.go:171","msg":"trace[291228316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6139; }","duration":"265.160717ms","start":"2026-03-19T22:05:16.985152Z","end":"2026-03-19T22:05:17.250313Z","steps":["trace[291228316] 'agreement among raft nodes before linearized reading' (duration: 264.971433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:17.568807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.88892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:17.568937Z","caller":"traceutil/trace.go:171","msg":"trace[396204148] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6139; }","duration":"224.096104ms","start":"2026-03-19T22:05:17.344816Z","end":"2026-03-19T22:05:17.568912Z","steps":["trace[396204148] 'range keys from in-memory index tree' (duration: 223.765497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:18.820536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.121721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:18.820666Z","caller":"traceutil/trace.go:171","msg":"trace[1850012687] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6142; }","duration":"155.316076ms","start":"2026-03-19T22:05:18.66533Z","end":"2026-03-19T22:05:18.820646Z","steps":["trace[1850012687] 'range keys from in-memory index tree' (duration: 154.999548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:18.82085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.949477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:18.820975Z","caller":"traceutil/trace.go:171","msg":"trace[310532147] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6142; }","duration":"155.113281ms","start":"2026-03-19T22:05:18.665825Z","end":"2026-03-19T22:05:18.820938Z","steps":["trace[310532147] 'range keys from in-memory index tree' (duration: 154.861135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:18.821012Z","caller":"traceutil/trace.go:171","msg":"trace[2095855575] linearizableReadLoop","detail":"{readStateIndex:6415; appliedIndex:6414; }","duration":"153.394282ms","start":"2026-03-19T22:05:18.667587Z","end":"2026-03-19T22:05:18.820981Z","steps":["trace[2095855575] 'read index received' (duration: 140.367492ms)","trace[2095855575] 'applied index is now lower than readState.Index' (duration: 13.02524ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:18.82109Z","caller":"traceutil/trace.go:171","msg":"trace[744831745] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"154.136239ms","start":"2026-03-19T22:05:18.666924Z","end":"2026-03-19T22:05:18.82106Z","steps":["trace[744831745] 'process raft request' (duration: 141.18874ms)","trace[744831745] 'compare' (duration: 12.722124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:18.821307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.374038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:18.821391Z","caller":"traceutil/trace.go:171","msg":"trace[165900511] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6143; }","duration":"143.495881ms","start":"2026-03-19T22:05:18.677876Z","end":"2026-03-19T22:05:18.821372Z","steps":["trace[165900511] 'agreement among raft nodes before linearized reading' (duration: 143.347938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:18.821399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.516528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:05:18.821441Z","caller":"traceutil/trace.go:171","msg":"trace[1485997516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6143; }","duration":"150.57806ms","start":"2026-03-19T22:05:18.670853Z","end":"2026-03-19T22:05:18.821431Z","steps":["trace[1485997516] 'agreement among raft nodes before linearized reading' (duration: 150.310154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:18.821379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.76924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-19T22:05:18.821541Z","caller":"traceutil/trace.go:171","msg":"trace[560082679] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6143; }","duration":"153.960355ms","start":"2026-03-19T22:05:18.667558Z","end":"2026-03-19T22:05:18.821519Z","steps":["trace[560082679] 'agreement among raft nodes before linearized reading' (duration: 153.571006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:19.660349Z","caller":"traceutil/trace.go:171","msg":"trace[1043715694] linearizableReadLoop","detail":"{readStateIndex:6416; appliedIndex:6415; }","duration":"420.842271ms","start":"2026-03-19T22:05:19.239481Z","end":"2026-03-19T22:05:19.660323Z","steps":["trace[1043715694] 'read index received' (duration: 420.682277ms)","trace[1043715694] 'applied index is now lower than readState.Index' (duration: 158.914µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:19.660646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.155938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:05:19.660754Z","caller":"traceutil/trace.go:171","msg":"trace[1396143340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6144; }","duration":"421.320122ms","start":"2026-03-19T22:05:19.239406Z","end":"2026-03-19T22:05:19.660727Z","steps":["trace[1396143340] 'agreement among raft nodes before linearized reading' (duration: 421.040706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.660859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.239376Z","time spent":"421.472455ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:05:19.660993Z","caller":"traceutil/trace.go:171","msg":"trace[812052203] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"512.806726ms","start":"2026-03-19T22:05:19.147578Z","end":"2026-03-19T22:05:19.660385Z","steps":["trace[812052203] 'process raft request' (duration: 512.52781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.661881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.147552Z","time spent":"513.559584ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6144,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:19.90246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.01382ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:05:19.902706Z","caller":"traceutil/trace.go:171","msg":"trace[1992780439] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6416; }","duration":"242.249449ms","start":"2026-03-19T22:05:19.660423Z","end":"2026-03-19T22:05:19.902673Z","steps":["trace[1992780439] 'read index received' (duration: 5.964433ms)","trace[1992780439] 'applied index is now lower than readState.Index' (duration: 236.281896ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:19.902764Z","caller":"traceutil/trace.go:171","msg":"trace[270432823] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"236.430438ms","start":"2026-03-19T22:05:19.666314Z","end":"2026-03-19T22:05:19.902744Z","steps":["trace[270432823] 'process raft request' (duration: 236.270735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.902819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.017765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:19.902872Z","caller":"traceutil/trace.go:171","msg":"trace[727487042] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6145; }","duration":"546.128888ms","start":"2026-03-19T22:05:19.356726Z","end":"2026-03-19T22:05:19.902855Z","steps":["trace[727487042] 'agreement among raft nodes before linearized reading' (duration: 545.981305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.902904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.113386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:05:19.90289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.442253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T22:05:19.90289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.786901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:05:19.902943Z","caller":"traceutil/trace.go:171","msg":"trace[221486111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6145; }","duration":"220.215909ms","start":"2026-03-19T22:05:19.682715Z","end":"2026-03-19T22:05:19.902931Z","steps":["trace[221486111] 'agreement among raft nodes before linearized reading' (duration: 220.119226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.902924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.300093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:05:19.902954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.544498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:05:19.902959Z","caller":"traceutil/trace.go:171","msg":"trace[1989141150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6145; }","duration":"648.540345ms","start":"2026-03-19T22:05:19.2544Z","end":"2026-03-19T22:05:19.90294Z","steps":["trace[1989141150] 'agreement among raft nodes before linearized reading' (duration: 648.30214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:19.902997Z","caller":"traceutil/trace.go:171","msg":"trace[1476955144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6145; }","duration":"649.395815ms","start":"2026-03-19T22:05:19.253581Z","end":"2026-03-19T22:05:19.902977Z","steps":["trace[1476955144] 'agreement among raft nodes before linearized reading' (duration: 649.130449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:19.903003Z","caller":"traceutil/trace.go:171","msg":"trace[2070102597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6145; }","duration":"649.62008ms","start":"2026-03-19T22:05:19.25337Z","end":"2026-03-19T22:05:19.90299Z","steps":["trace[2070102597] 'agreement among raft nodes before linearized reading' (duration: 649.450136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.90302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.502575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-vrdvg\" ","response":"range_response_count:1 size:2893"} {"level":"warn","ts":"2026-03-19T22:05:19.90302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.254391Z","time spent":"648.618596ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:05:19.903039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.253356Z","time spent":"649.676921ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:05:19.903039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.253574Z","time spent":"649.456866ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:05:19.903059Z","caller":"traceutil/trace.go:171","msg":"trace[1679604576] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/keystone-credential-setup-vrdvg; range_end:; response_count:1; response_revision:6145; }","duration":"100.596328ms","start":"2026-03-19T22:05:19.802451Z","end":"2026-03-19T22:05:19.903047Z","steps":["trace[1679604576] 'agreement among raft nodes before linearized reading' (duration: 100.473835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:19.902962Z","caller":"traceutil/trace.go:171","msg":"trace[811121733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6145; }","duration":"648.930585ms","start":"2026-03-19T22:05:19.254018Z","end":"2026-03-19T22:05:19.902949Z","steps":["trace[811121733] 'agreement among raft nodes before linearized reading' (duration: 648.69573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:19.903328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.25399Z","time spent":"649.330873ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:05:19.902911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.356707Z","time spent":"546.193389ms","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:05:20.171317Z","caller":"traceutil/trace.go:171","msg":"trace[1000648032] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6146; }","duration":"264.539745ms","start":"2026-03-19T22:05:19.906744Z","end":"2026-03-19T22:05:20.171284Z","steps":["trace[1000648032] 'process raft request' (duration: 264.290409ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:20.214983Z","caller":"traceutil/trace.go:171","msg":"trace[465091641] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"306.932896ms","start":"2026-03-19T22:05:19.908023Z","end":"2026-03-19T22:05:20.214956Z","steps":["trace[465091641] 'process raft request' (duration: 306.734672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:20.215294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.908002Z","time spent":"307.06091ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:20.215436Z","caller":"traceutil/trace.go:171","msg":"trace[1998525679] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"306.576189ms","start":"2026-03-19T22:05:19.908832Z","end":"2026-03-19T22:05:20.215408Z","steps":["trace[1998525679] 'process raft request' (duration: 306.430396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:20.215466Z","caller":"traceutil/trace.go:171","msg":"trace[1694734885] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"307.219224ms","start":"2026-03-19T22:05:19.908215Z","end":"2026-03-19T22:05:20.215434Z","steps":["trace[1694734885] 'process raft request' (duration: 306.694691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:20.215624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.908183Z","time spent":"307.352247ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:20.215643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.908823Z","time spent":"306.697923ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:20.215781Z","caller":"traceutil/trace.go:171","msg":"trace[1618393426] linearizableReadLoop","detail":"{readStateIndex:6423; appliedIndex:6418; }","duration":"254.226265ms","start":"2026-03-19T22:05:19.961526Z","end":"2026-03-19T22:05:20.215752Z","steps":["trace[1618393426] 'read index received' (duration: 209.551081ms)","trace[1618393426] 'applied index is now lower than readState.Index' (duration: 44.674084ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:20.215842Z","caller":"traceutil/trace.go:171","msg":"trace[1695521889] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"306.938577ms","start":"2026-03-19T22:05:19.90887Z","end":"2026-03-19T22:05:20.215809Z","steps":["trace[1695521889] 'process raft request' (duration: 306.494717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:20.215999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:19.908855Z","time spent":"307.06113ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:05:20.216009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.46921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:20.216087Z","caller":"traceutil/trace.go:171","msg":"trace[75386886] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6150; }","duration":"254.622304ms","start":"2026-03-19T22:05:19.961452Z","end":"2026-03-19T22:05:20.216074Z","steps":["trace[75386886] 'agreement among raft nodes before linearized reading' (duration: 254.44646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:20.216141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.619762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-vrdvg\" ","response":"range_response_count:1 size:7922"} {"level":"info","ts":"2026-03-19T22:05:20.216178Z","caller":"traceutil/trace.go:171","msg":"trace[1205753423] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-vrdvg; range_end:; response_count:1; response_revision:6150; }","duration":"124.696484ms","start":"2026-03-19T22:05:20.091471Z","end":"2026-03-19T22:05:20.216167Z","steps":["trace[1205753423] 'agreement among raft nodes before linearized reading' (duration: 124.543731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:20.553438Z","caller":"traceutil/trace.go:171","msg":"trace[1437431881] linearizableReadLoop","detail":"{readStateIndex:6424; appliedIndex:6423; }","duration":"190.530548ms","start":"2026-03-19T22:05:20.362884Z","end":"2026-03-19T22:05:20.553414Z","steps":["trace[1437431881] 'read index received' (duration: 190.295623ms)","trace[1437431881] 'applied index is now lower than readState.Index' (duration: 234.085µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:20.553577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.685652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:05:20.553539Z","caller":"traceutil/trace.go:171","msg":"trace[1490181641] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"327.014643ms","start":"2026-03-19T22:05:20.226468Z","end":"2026-03-19T22:05:20.553482Z","steps":["trace[1490181641] 'process raft request' (duration: 326.775968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:20.553609Z","caller":"traceutil/trace.go:171","msg":"trace[52652802] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6151; }","duration":"190.795774ms","start":"2026-03-19T22:05:20.362804Z","end":"2026-03-19T22:05:20.5536Z","steps":["trace[52652802] 'agreement among raft nodes before linearized reading' (duration: 190.707822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:20.553865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:05:20.226448Z","time spent":"327.268079ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7909,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:05:20.737519Z","caller":"traceutil/trace.go:171","msg":"trace[1917919929] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"101.864406ms","start":"2026-03-19T22:05:20.63562Z","end":"2026-03-19T22:05:20.737485Z","steps":["trace[1917919929] 'process raft request' (duration: 21.495238ms)","trace[1917919929] 'compare' (duration: 80.215915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:20.738943Z","caller":"traceutil/trace.go:171","msg":"trace[1125207202] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"102.508759ms","start":"2026-03-19T22:05:20.636414Z","end":"2026-03-19T22:05:20.738922Z","steps":["trace[1125207202] 'process raft request' (duration: 102.399557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:20.795693Z","caller":"traceutil/trace.go:171","msg":"trace[1008172536] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"124.834237ms","start":"2026-03-19T22:05:20.670828Z","end":"2026-03-19T22:05:20.795662Z","steps":["trace[1008172536] 'process raft request' (duration: 124.371977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:21.027924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.424434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:05:21.028141Z","caller":"traceutil/trace.go:171","msg":"trace[367863395] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"200.549421ms","start":"2026-03-19T22:05:20.827568Z","end":"2026-03-19T22:05:21.028117Z","steps":["trace[367863395] 'process raft request' (duration: 200.46401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:21.028395Z","caller":"traceutil/trace.go:171","msg":"trace[233340433] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"222.682163ms","start":"2026-03-19T22:05:20.805691Z","end":"2026-03-19T22:05:21.028374Z","steps":["trace[233340433] 'process raft request' (duration: 41.715547ms)","trace[233340433] 'compare' (duration: 180.309212ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:05:21.028405Z","caller":"traceutil/trace.go:171","msg":"trace[220319008] linearizableReadLoop","detail":"{readStateIndex:6428; appliedIndex:6427; }","duration":"202.251459ms","start":"2026-03-19T22:05:20.826096Z","end":"2026-03-19T22:05:21.028348Z","steps":["trace[220319008] 'read index received' (duration: 21.323004ms)","trace[220319008] 'applied index is now lower than readState.Index' (duration: 180.924344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:05:21.028555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.452973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:05:21.028626Z","caller":"traceutil/trace.go:171","msg":"trace[132985430] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6156; }","duration":"202.525114ms","start":"2026-03-19T22:05:20.826082Z","end":"2026-03-19T22:05:21.028607Z","steps":["trace[132985430] 'agreement among raft nodes before linearized reading' (duration: 202.410582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:21.028637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.697496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:05:21.028689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.293112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:05:21.028754Z","caller":"traceutil/trace.go:171","msg":"trace[1760385962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6156; }","duration":"194.427624ms","start":"2026-03-19T22:05:20.834309Z","end":"2026-03-19T22:05:21.028736Z","steps":["trace[1760385962] 'agreement among raft nodes before linearized reading' (duration: 194.251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:05:21.028819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.209609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6262"} {"level":"info","ts":"2026-03-19T22:05:21.028694Z","caller":"traceutil/trace.go:171","msg":"trace[2067951011] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6156; }","duration":"201.811559ms","start":"2026-03-19T22:05:20.826864Z","end":"2026-03-19T22:05:21.028676Z","steps":["trace[2067951011] 'agreement among raft nodes before linearized reading' (duration: 201.699456ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:21.028881Z","caller":"traceutil/trace.go:171","msg":"trace[28019359] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6156; }","duration":"198.294411ms","start":"2026-03-19T22:05:20.83057Z","end":"2026-03-19T22:05:21.028864Z","steps":["trace[28019359] 'agreement among raft nodes before linearized reading' (duration: 198.012415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:30.90112Z","caller":"traceutil/trace.go:171","msg":"trace[66319044] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"123.371004ms","start":"2026-03-19T22:05:30.777623Z","end":"2026-03-19T22:05:30.900994Z","steps":["trace[66319044] 'process raft request' (duration: 123.17645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:31.351254Z","caller":"traceutil/trace.go:171","msg":"trace[1413483845] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"164.840977ms","start":"2026-03-19T22:05:31.186386Z","end":"2026-03-19T22:05:31.351227Z","steps":["trace[1413483845] 'process raft request' (duration: 164.630122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:31.413024Z","caller":"traceutil/trace.go:171","msg":"trace[120480770] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"169.232735ms","start":"2026-03-19T22:05:31.243757Z","end":"2026-03-19T22:05:31.41299Z","steps":["trace[120480770] 'process raft request' (duration: 169.042581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:37.266776Z","caller":"traceutil/trace.go:171","msg":"trace[547174537] transaction","detail":"{read_only:false; response_revision:6276; number_of_response:1; }","duration":"100.234039ms","start":"2026-03-19T22:05:37.166488Z","end":"2026-03-19T22:05:37.266722Z","steps":["trace[547174537] 'process raft request' (duration: 98.296037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:05:51.080807Z","caller":"traceutil/trace.go:171","msg":"trace[1772258975] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"112.79248ms","start":"2026-03-19T22:05:50.967976Z","end":"2026-03-19T22:05:51.080769Z","steps":["trace[1772258975] 'process raft request' (duration: 112.526783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:00.68493Z","caller":"traceutil/trace.go:171","msg":"trace[713335489] linearizableReadLoop","detail":"{readStateIndex:6699; appliedIndex:6698; }","duration":"103.108774ms","start":"2026-03-19T22:06:00.581792Z","end":"2026-03-19T22:06:00.684901Z","steps":["trace[713335489] 'read index received' (duration: 102.816597ms)","trace[713335489] 'applied index is now lower than readState.Index' (duration: 290.407µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:00.685039Z","caller":"traceutil/trace.go:171","msg":"trace[1904304634] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"133.247174ms","start":"2026-03-19T22:06:00.551754Z","end":"2026-03-19T22:06:00.685001Z","steps":["trace[1904304634] 'process raft request' (duration: 132.940527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:00.685212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.39894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:06:00.685301Z","caller":"traceutil/trace.go:171","msg":"trace[1501957233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6417; }","duration":"103.547933ms","start":"2026-03-19T22:06:00.58173Z","end":"2026-03-19T22:06:00.685278Z","steps":["trace[1501957233] 'agreement among raft nodes before linearized reading' (duration: 103.303928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:00.685477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.361123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:06:00.685563Z","caller":"traceutil/trace.go:171","msg":"trace[1550923775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6417; }","duration":"100.505056ms","start":"2026-03-19T22:06:00.585045Z","end":"2026-03-19T22:06:00.68555Z","steps":["trace[1550923775] 'agreement among raft nodes before linearized reading' (duration: 100.162448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:01.641256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606032069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:06:01.904979Z","caller":"traceutil/trace.go:171","msg":"trace[1409480804] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"765.19391ms","start":"2026-03-19T22:06:01.139751Z","end":"2026-03-19T22:06:01.904945Z","steps":["trace[1409480804] 'process raft request' (duration: 687.188616ms)","trace[1409480804] 'compare' (duration: 77.803519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:06:01.905106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.139731Z","time spent":"765.301313ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:06:02.482527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.843718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:06:02.482717Z","caller":"traceutil/trace.go:171","msg":"trace[885015875] transaction","detail":"{read_only:false; response_revision:6423; number_of_response:1; }","duration":"1.106282107s","start":"2026-03-19T22:06:01.376385Z","end":"2026-03-19T22:06:02.482667Z","steps":["trace[885015875] 'process raft request' (duration: 789.106861ms)","trace[885015875] 'compare' (duration: 316.438189ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:02.482815Z","caller":"traceutil/trace.go:171","msg":"trace[570300635] linearizableReadLoop","detail":"{readStateIndex:6705; appliedIndex:6703; }","duration":"1.342342298s","start":"2026-03-19T22:06:01.140447Z","end":"2026-03-19T22:06:02.482789Z","steps":["trace[570300635] 'read index received' (duration: 686.50975ms)","trace[570300635] 'applied index is now lower than readState.Index' (duration: 655.829597ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:02.482873Z","caller":"traceutil/trace.go:171","msg":"trace[2034178538] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"596.361595ms","start":"2026-03-19T22:06:01.886494Z","end":"2026-03-19T22:06:02.482856Z","steps":["trace[2034178538] 'process raft request' (duration: 596.179901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.482927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.376355Z","time spent":"1.106453671s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:06:02.483Z","caller":"traceutil/trace.go:171","msg":"trace[455627710] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"118.622099ms","start":"2026-03-19T22:06:02.364366Z","end":"2026-03-19T22:06:02.482988Z","steps":["trace[455627710] 'process raft request' (duration: 118.445465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.48314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342682335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-19T22:06:02.483191Z","caller":"traceutil/trace.go:171","msg":"trace[2051651055] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6425; }","duration":"1.342771387s","start":"2026-03-19T22:06:01.140403Z","end":"2026-03-19T22:06:02.483174Z","steps":["trace[2051651055] 'agreement among raft nodes before linearized reading' (duration: 1.342546202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.483184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.912368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:06:02.483223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.140384Z","time spent":"1.342832628s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8340,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-19T22:06:02.483238Z","caller":"traceutil/trace.go:171","msg":"trace[834128678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6425; }","duration":"709.00344ms","start":"2026-03-19T22:06:01.774218Z","end":"2026-03-19T22:06:02.483222Z","steps":["trace[834128678] 'agreement among raft nodes before linearized reading' (duration: 708.910038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.483276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.774194Z","time spent":"709.072942ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:06:02.483337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075689786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:06:02.483376Z","caller":"traceutil/trace.go:171","msg":"trace[367787556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6425; }","duration":"1.075770428s","start":"2026-03-19T22:06:01.407594Z","end":"2026-03-19T22:06:02.483365Z","steps":["trace[367787556] 'agreement among raft nodes before linearized reading' (duration: 1.075508722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.483406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.407573Z","time spent":"1.07582608s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:06:02.483475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.992864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:06:02.483518Z","caller":"traceutil/trace.go:171","msg":"trace[1406326307] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6425; }","duration":"836.078726ms","start":"2026-03-19T22:06:01.647426Z","end":"2026-03-19T22:06:02.483505Z","steps":["trace[1406326307] 'agreement among raft nodes before linearized reading' (duration: 835.989484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.48355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.647401Z","time spent":"836.140078ms","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:06:02.483545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.245338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:06:02.483551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.408524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:06:02.483624Z","caller":"traceutil/trace.go:171","msg":"trace[1320809460] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6425; }","duration":"937.37055ms","start":"2026-03-19T22:06:01.546234Z","end":"2026-03-19T22:06:02.483605Z","steps":["trace[1320809460] 'agreement among raft nodes before linearized reading' (duration: 937.240338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:02.483633Z","caller":"traceutil/trace.go:171","msg":"trace[2076400928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6425; }","duration":"256.535417ms","start":"2026-03-19T22:06:02.227078Z","end":"2026-03-19T22:06:02.483613Z","steps":["trace[2076400928] 'agreement among raft nodes before linearized reading' (duration: 256.330092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.483683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.546211Z","time spent":"937.457033ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:06:02.483635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:01.886471Z","time spent":"596.440237ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:06:02.81876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.847706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:06:02.818842Z","caller":"traceutil/trace.go:171","msg":"trace[373024009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6426; }","duration":"128.985449ms","start":"2026-03-19T22:06:02.689839Z","end":"2026-03-19T22:06:02.818825Z","steps":["trace[373024009] 'range keys from in-memory index tree' (duration: 128.636161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.818921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.56899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:06:02.818998Z","caller":"traceutil/trace.go:171","msg":"trace[854665867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6426; }","duration":"119.679652ms","start":"2026-03-19T22:06:02.699301Z","end":"2026-03-19T22:06:02.818981Z","steps":["trace[854665867] 'range keys from in-memory index tree' (duration: 119.371566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.819095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.386611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:06:02.81915Z","caller":"traceutil/trace.go:171","msg":"trace[1054498787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6426; }","duration":"117.528134ms","start":"2026-03-19T22:06:02.701606Z","end":"2026-03-19T22:06:02.819134Z","steps":["trace[1054498787] 'range keys from in-memory index tree' (duration: 117.218897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:02.819285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.928193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:06:02.819372Z","caller":"traceutil/trace.go:171","msg":"trace[1890877851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6426; }","duration":"118.046935ms","start":"2026-03-19T22:06:02.701304Z","end":"2026-03-19T22:06:02.81935Z","steps":["trace[1890877851] 'range keys from in-memory index tree' (duration: 117.703107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:06.037327Z","caller":"traceutil/trace.go:171","msg":"trace[849732918] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"102.717125ms","start":"2026-03-19T22:06:05.934588Z","end":"2026-03-19T22:06:06.037305Z","steps":["trace[849732918] 'process raft request' (duration: 102.560221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:06.662572Z","caller":"traceutil/trace.go:171","msg":"trace[647416217] linearizableReadLoop","detail":"{readStateIndex:6726; appliedIndex:6725; }","duration":"117.626596ms","start":"2026-03-19T22:06:06.544924Z","end":"2026-03-19T22:06:06.66255Z","steps":["trace[647416217] 'read index received' (duration: 114.66615ms)","trace[647416217] 'applied index is now lower than readState.Index' (duration: 2.959236ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:06.662616Z","caller":"traceutil/trace.go:171","msg":"trace[1292256989] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"119.082539ms","start":"2026-03-19T22:06:06.543507Z","end":"2026-03-19T22:06:06.662589Z","steps":["trace[1292256989] 'process raft request' (duration: 116.200895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:06.662937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.998035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"info","ts":"2026-03-19T22:06:06.663048Z","caller":"traceutil/trace.go:171","msg":"trace[911815942] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6443; }","duration":"118.158578ms","start":"2026-03-19T22:06:06.544864Z","end":"2026-03-19T22:06:06.663023Z","steps":["trace[911815942] 'agreement among raft nodes before linearized reading' (duration: 117.860802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:10.952383Z","caller":"traceutil/trace.go:171","msg":"trace[1534145467] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"174.996091ms","start":"2026-03-19T22:06:10.777331Z","end":"2026-03-19T22:06:10.952327Z","steps":["trace[1534145467] 'process raft request' (duration: 123.031926ms)","trace[1534145467] 'compare' (duration: 51.738251ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:11.094157Z","caller":"traceutil/trace.go:171","msg":"trace[1657818692] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"137.269773ms","start":"2026-03-19T22:06:10.956861Z","end":"2026-03-19T22:06:11.09413Z","steps":["trace[1657818692] 'process raft request' (duration: 137.11953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:11.094172Z","caller":"traceutil/trace.go:171","msg":"trace[607120827] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"137.415376ms","start":"2026-03-19T22:06:10.956718Z","end":"2026-03-19T22:06:11.094134Z","steps":["trace[607120827] 'process raft request' (duration: 124.356246ms)","trace[607120827] 'compare' (duration: 12.771114ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:11.094223Z","caller":"traceutil/trace.go:171","msg":"trace[1651226276] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"137.042589ms","start":"2026-03-19T22:06:10.95716Z","end":"2026-03-19T22:06:11.094202Z","steps":["trace[1651226276] 'process raft request' (duration: 136.931876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:11.626452Z","caller":"traceutil/trace.go:171","msg":"trace[187534485] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"114.221331ms","start":"2026-03-19T22:06:11.512206Z","end":"2026-03-19T22:06:11.626427Z","steps":["trace[187534485] 'process raft request' (duration: 113.70282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:14.089335Z","caller":"traceutil/trace.go:171","msg":"trace[235285860] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"176.855884ms","start":"2026-03-19T22:06:13.91245Z","end":"2026-03-19T22:06:14.089306Z","steps":["trace[235285860] 'process raft request' (duration: 130.634195ms)","trace[235285860] 'compare' (duration: 46.064885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:14.182602Z","caller":"traceutil/trace.go:171","msg":"trace[733395876] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"225.591167ms","start":"2026-03-19T22:06:13.956978Z","end":"2026-03-19T22:06:14.182569Z","steps":["trace[733395876] 'process raft request' (duration: 225.345212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:14.496811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.701428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-19T22:06:14.496837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.951216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T22:06:14.496918Z","caller":"traceutil/trace.go:171","msg":"trace[592626460] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6494; }","duration":"142.043538ms","start":"2026-03-19T22:06:14.354856Z","end":"2026-03-19T22:06:14.496899Z","steps":["trace[592626460] 'range keys from in-memory index tree' (duration: 141.783473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:14.496931Z","caller":"traceutil/trace.go:171","msg":"trace[506608272] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"141.337494ms","start":"2026-03-19T22:06:14.355575Z","end":"2026-03-19T22:06:14.496912Z","steps":["trace[506608272] 'compare' (duration: 135.527004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:14.523465Z","caller":"traceutil/trace.go:171","msg":"trace[118093382] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"161.220066ms","start":"2026-03-19T22:06:14.362211Z","end":"2026-03-19T22:06:14.523431Z","steps":["trace[118093382] 'process raft request' (duration: 160.972291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:15.33653Z","caller":"traceutil/trace.go:171","msg":"trace[771313063] transaction","detail":"{read_only:false; response_revision:6504; number_of_response:1; }","duration":"100.216399ms","start":"2026-03-19T22:06:15.236288Z","end":"2026-03-19T22:06:15.336505Z","steps":["trace[771313063] 'process raft request' (duration: 100.039845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:16.025577Z","caller":"traceutil/trace.go:171","msg":"trace[340719271] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"115.673483ms","start":"2026-03-19T22:06:15.90988Z","end":"2026-03-19T22:06:16.025553Z","steps":["trace[340719271] 'process raft request' (duration: 115.490659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:16.977685Z","caller":"traceutil/trace.go:171","msg":"trace[1950416104] linearizableReadLoop","detail":"{readStateIndex:6794; appliedIndex:6793; }","duration":"130.935472ms","start":"2026-03-19T22:06:16.846722Z","end":"2026-03-19T22:06:16.977657Z","steps":["trace[1950416104] 'read index received' (duration: 130.660216ms)","trace[1950416104] 'applied index is now lower than readState.Index' (duration: 274.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:16.977752Z","caller":"traceutil/trace.go:171","msg":"trace[663581506] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"139.298139ms","start":"2026-03-19T22:06:16.838414Z","end":"2026-03-19T22:06:16.977712Z","steps":["trace[663581506] 'process raft request' (duration: 139.022543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:16.977968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.216869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:06:16.978011Z","caller":"traceutil/trace.go:171","msg":"trace[729006883] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6508; }","duration":"131.295591ms","start":"2026-03-19T22:06:16.846703Z","end":"2026-03-19T22:06:16.977999Z","steps":["trace[729006883] 'agreement among raft nodes before linearized reading' (duration: 131.055136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:17.239991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.998737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:06:17.24005Z","caller":"traceutil/trace.go:171","msg":"trace[1376640177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6508; }","duration":"239.109659ms","start":"2026-03-19T22:06:17.000927Z","end":"2026-03-19T22:06:17.240037Z","steps":["trace[1376640177] 'range keys from in-memory index tree' (duration: 238.777593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:17.240228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.000895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:06:17.24025Z","caller":"traceutil/trace.go:171","msg":"trace[834811778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6508; }","duration":"207.059365ms","start":"2026-03-19T22:06:17.033185Z","end":"2026-03-19T22:06:17.240244Z","steps":["trace[834811778] 'range keys from in-memory index tree' (duration: 206.902552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:17.385465Z","caller":"traceutil/trace.go:171","msg":"trace[1993736526] transaction","detail":"{read_only:false; response_revision:6515; number_of_response:1; }","duration":"100.776081ms","start":"2026-03-19T22:06:17.284657Z","end":"2026-03-19T22:06:17.385433Z","steps":["trace[1993736526] 'process raft request' (duration: 100.71318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:17.38575Z","caller":"traceutil/trace.go:171","msg":"trace[715863728] transaction","detail":"{read_only:false; response_revision:6512; number_of_response:1; }","duration":"141.570489ms","start":"2026-03-19T22:06:17.244141Z","end":"2026-03-19T22:06:17.385711Z","steps":["trace[715863728] 'process raft request' (duration: 141.060017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:17.385832Z","caller":"traceutil/trace.go:171","msg":"trace[1482810812] transaction","detail":"{read_only:false; response_revision:6514; number_of_response:1; }","duration":"140.372743ms","start":"2026-03-19T22:06:17.245422Z","end":"2026-03-19T22:06:17.385795Z","steps":["trace[1482810812] 'process raft request' (duration: 139.871911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:17.385968Z","caller":"traceutil/trace.go:171","msg":"trace[1758289941] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"142.240444ms","start":"2026-03-19T22:06:17.243687Z","end":"2026-03-19T22:06:17.385927Z","steps":["trace[1758289941] 'process raft request' (duration: 124.279924ms)","trace[1758289941] 'compare' (duration: 17.037989ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:17.386034Z","caller":"traceutil/trace.go:171","msg":"trace[1506699487] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"141.995619ms","start":"2026-03-19T22:06:17.244021Z","end":"2026-03-19T22:06:17.386016Z","steps":["trace[1506699487] 'process raft request' (duration: 141.123119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:17.386046Z","caller":"traceutil/trace.go:171","msg":"trace[176580301] transaction","detail":"{read_only:false; response_revision:6513; number_of_response:1; }","duration":"141.468868ms","start":"2026-03-19T22:06:17.24454Z","end":"2026-03-19T22:06:17.386009Z","steps":["trace[176580301] 'process raft request' (duration: 140.70428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:19.228162Z","caller":"traceutil/trace.go:171","msg":"trace[1281809612] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"186.111707ms","start":"2026-03-19T22:06:19.042019Z","end":"2026-03-19T22:06:19.22813Z","steps":["trace[1281809612] 'process raft request' (duration: 121.147803ms)","trace[1281809612] 'compare' (duration: 64.805411ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:19.505111Z","caller":"traceutil/trace.go:171","msg":"trace[866261996] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"110.778193ms","start":"2026-03-19T22:06:19.394305Z","end":"2026-03-19T22:06:19.505083Z","steps":["trace[866261996] 'process raft request' (duration: 49.620123ms)","trace[866261996] 'compare' (duration: 61.002336ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:19.570801Z","caller":"traceutil/trace.go:171","msg":"trace[440562558] transaction","detail":"{read_only:false; response_revision:6531; number_of_response:1; }","duration":"175.882911ms","start":"2026-03-19T22:06:19.394893Z","end":"2026-03-19T22:06:19.570775Z","steps":["trace[440562558] 'process raft request' (duration: 175.712277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:19.571205Z","caller":"traceutil/trace.go:171","msg":"trace[657164537] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"175.598164ms","start":"2026-03-19T22:06:19.395581Z","end":"2026-03-19T22:06:19.571179Z","steps":["trace[657164537] 'process raft request' (duration: 175.465511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:19.571251Z","caller":"traceutil/trace.go:171","msg":"trace[1386032784] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"175.921681ms","start":"2026-03-19T22:06:19.395305Z","end":"2026-03-19T22:06:19.571227Z","steps":["trace[1386032784] 'process raft request' (duration: 175.41542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:19.572061Z","caller":"traceutil/trace.go:171","msg":"trace[553712561] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"175.609245ms","start":"2026-03-19T22:06:19.395642Z","end":"2026-03-19T22:06:19.571251Z","steps":["trace[553712561] 'process raft request' (duration: 175.497492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:24.042188Z","caller":"traceutil/trace.go:171","msg":"trace[1134945609] linearizableReadLoop","detail":"{readStateIndex:6851; appliedIndex:6850; }","duration":"117.761179ms","start":"2026-03-19T22:06:23.924397Z","end":"2026-03-19T22:06:24.042158Z","steps":["trace[1134945609] 'read index received' (duration: 35.459078ms)","trace[1134945609] 'applied index is now lower than readState.Index' (duration: 82.301121ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:24.042244Z","caller":"traceutil/trace.go:171","msg":"trace[174669695] transaction","detail":"{read_only:false; response_revision:6564; number_of_response:1; }","duration":"133.332835ms","start":"2026-03-19T22:06:23.908849Z","end":"2026-03-19T22:06:24.042182Z","steps":["trace[174669695] 'process raft request' (duration: 51.313201ms)","trace[174669695] 'compare' (duration: 81.803039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:06:24.042391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.977403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:06:24.042434Z","caller":"traceutil/trace.go:171","msg":"trace[645422292] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6564; }","duration":"118.069045ms","start":"2026-03-19T22:06:23.924352Z","end":"2026-03-19T22:06:24.042421Z","steps":["trace[645422292] 'agreement among raft nodes before linearized reading' (duration: 117.915482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:27.324087Z","caller":"traceutil/trace.go:171","msg":"trace[1548086201] linearizableReadLoop","detail":"{readStateIndex:6876; appliedIndex:6875; }","duration":"257.814192ms","start":"2026-03-19T22:06:27.066251Z","end":"2026-03-19T22:06:27.324065Z","steps":["trace[1548086201] 'read index received' (duration: 257.679229ms)","trace[1548086201] 'applied index is now lower than readState.Index' (duration: 133.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:27.32412Z","caller":"traceutil/trace.go:171","msg":"trace[1818866120] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"297.970555ms","start":"2026-03-19T22:06:27.026123Z","end":"2026-03-19T22:06:27.324094Z","steps":["trace[1818866120] 'process raft request' (duration: 297.791291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.324324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.046497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T22:06:27.324397Z","caller":"traceutil/trace.go:171","msg":"trace[1267277798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6588; }","duration":"258.14092ms","start":"2026-03-19T22:06:27.066225Z","end":"2026-03-19T22:06:27.324366Z","steps":["trace[1267277798] 'agreement among raft nodes before linearized reading' (duration: 257.964166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.618336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.656021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:06:27.618459Z","caller":"traceutil/trace.go:171","msg":"trace[648300904] linearizableReadLoop","detail":"{readStateIndex:6877; appliedIndex:6876; }","duration":"294.282274ms","start":"2026-03-19T22:06:27.324156Z","end":"2026-03-19T22:06:27.618438Z","steps":["trace[648300904] 'read index received' (duration: 156.498ms)","trace[648300904] 'applied index is now lower than readState.Index' (duration: 137.779984ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:27.618546Z","caller":"traceutil/trace.go:171","msg":"trace[23667975] transaction","detail":"{read_only:false; response_revision:6589; number_of_response:1; }","duration":"488.521972ms","start":"2026-03-19T22:06:27.130008Z","end":"2026-03-19T22:06:27.61853Z","steps":["trace[23667975] 'process raft request' (duration: 350.562654ms)","trace[23667975] 'compare' (duration: 137.509408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:06:27.618634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:27.129993Z","time spent":"488.594473ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:06:27.618779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.747018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:06:27.618809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.145992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:06:27.618871Z","caller":"traceutil/trace.go:171","msg":"trace[183626713] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6589; }","duration":"377.895402ms","start":"2026-03-19T22:06:27.240954Z","end":"2026-03-19T22:06:27.618849Z","steps":["trace[183626713] 'agreement among raft nodes before linearized reading' (duration: 377.676267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:27.618882Z","caller":"traceutil/trace.go:171","msg":"trace[871893375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6589; }","duration":"474.262035ms","start":"2026-03-19T22:06:27.144599Z","end":"2026-03-19T22:06:27.618861Z","steps":["trace[871893375] 'agreement among raft nodes before linearized reading' (duration: 474.01723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.61892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:27.240934Z","time spent":"377.976414ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:06:27.618929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:27.144576Z","time spent":"474.342387ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:06:27.618816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.595147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:06:27.619052Z","caller":"traceutil/trace.go:171","msg":"trace[2069155535] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6589; }","duration":"503.873034ms","start":"2026-03-19T22:06:27.115162Z","end":"2026-03-19T22:06:27.619035Z","steps":["trace[2069155535] 'agreement among raft nodes before linearized reading' (duration: 503.477474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.619108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:27.115142Z","time spent":"503.947765ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:06:27.641271Z","caller":"traceutil/trace.go:171","msg":"trace[1966956126] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"313.448569ms","start":"2026-03-19T22:06:27.327807Z","end":"2026-03-19T22:06:27.641256Z","steps":["trace[1966956126] 'process raft request' (duration: 313.319166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.641366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:27.327788Z","time spent":"313.52638ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:06:27.641549Z","caller":"traceutil/trace.go:171","msg":"trace[1591512366] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"162.831912ms","start":"2026-03-19T22:06:27.478706Z","end":"2026-03-19T22:06:27.641538Z","steps":["trace[1591512366] 'process raft request' (duration: 162.509624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.641682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.115562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:06:27.641756Z","caller":"traceutil/trace.go:171","msg":"trace[1850690014] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:6591; }","duration":"313.229094ms","start":"2026-03-19T22:06:27.328511Z","end":"2026-03-19T22:06:27.64174Z","steps":["trace[1850690014] 'agreement among raft nodes before linearized reading' (duration: 313.055411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:06:27.641792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:06:27.328501Z","time spent":"313.283726ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:06:27.781378Z","caller":"traceutil/trace.go:171","msg":"trace[1922197681] transaction","detail":"{read_only:false; response_revision:6592; number_of_response:1; }","duration":"118.400563ms","start":"2026-03-19T22:06:27.662949Z","end":"2026-03-19T22:06:27.781349Z","steps":["trace[1922197681] 'process raft request' (duration: 75.133421ms)","trace[1922197681] 'compare' (duration: 43.087268ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:06:28.804385Z","caller":"traceutil/trace.go:171","msg":"trace[335007887] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"119.066168ms","start":"2026-03-19T22:06:28.68529Z","end":"2026-03-19T22:06:28.804357Z","steps":["trace[335007887] 'process raft request' (duration: 118.729241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:29.96264Z","caller":"traceutil/trace.go:171","msg":"trace[840369648] transaction","detail":"{read_only:false; response_revision:6603; number_of_response:1; }","duration":"151.382355ms","start":"2026-03-19T22:06:29.811232Z","end":"2026-03-19T22:06:29.962615Z","steps":["trace[840369648] 'process raft request' (duration: 150.339503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:29.962897Z","caller":"traceutil/trace.go:171","msg":"trace[1590079932] transaction","detail":"{read_only:false; response_revision:6606; number_of_response:1; }","duration":"151.201692ms","start":"2026-03-19T22:06:29.811674Z","end":"2026-03-19T22:06:29.962876Z","steps":["trace[1590079932] 'process raft request' (duration: 151.131011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:29.962893Z","caller":"traceutil/trace.go:171","msg":"trace[756477065] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"151.567959ms","start":"2026-03-19T22:06:29.81128Z","end":"2026-03-19T22:06:29.962848Z","steps":["trace[756477065] 'process raft request' (duration: 151.250963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:29.962908Z","caller":"traceutil/trace.go:171","msg":"trace[140135500] transaction","detail":"{read_only:false; response_revision:6605; number_of_response:1; }","duration":"151.554439ms","start":"2026-03-19T22:06:29.811326Z","end":"2026-03-19T22:06:29.96288Z","steps":["trace[140135500] 'process raft request' (duration: 151.386566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:06:36.652506Z","caller":"traceutil/trace.go:171","msg":"trace[328036382] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"116.973611ms","start":"2026-03-19T22:06:36.535502Z","end":"2026-03-19T22:06:36.652476Z","steps":["trace[328036382] 'process raft request' (duration: 116.750286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:07:01.06877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4008} {"level":"info","ts":"2026-03-19T22:07:01.125218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4008,"took":"53.343996ms","hash":238959144,"current-db-size-bytes":33013760,"current-db-size":"33 MB","current-db-size-in-use-bytes":30896128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T22:07:01.125394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":238959144,"revision":4008,"compact-revision":2230} {"level":"info","ts":"2026-03-19T22:07:33.325342Z","caller":"traceutil/trace.go:171","msg":"trace[693031057] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"123.997367ms","start":"2026-03-19T22:07:33.201325Z","end":"2026-03-19T22:07:33.325322Z","steps":["trace[693031057] 'process raft request' (duration: 123.880215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:07:34.193178Z","caller":"traceutil/trace.go:171","msg":"trace[1164161513] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"187.255813ms","start":"2026-03-19T22:07:34.005898Z","end":"2026-03-19T22:07:34.193154Z","steps":["trace[1164161513] 'process raft request' (duration: 187.12101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:07:34.236512Z","caller":"traceutil/trace.go:171","msg":"trace[1186498516] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"201.03126ms","start":"2026-03-19T22:07:34.035456Z","end":"2026-03-19T22:07:34.236488Z","steps":["trace[1186498516] 'process raft request' (duration: 200.752674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:07:34.236502Z","caller":"traceutil/trace.go:171","msg":"trace[231463853] linearizableReadLoop","detail":"{readStateIndex:7238; appliedIndex:7235; }","duration":"106.955427ms","start":"2026-03-19T22:07:34.129509Z","end":"2026-03-19T22:07:34.236464Z","steps":["trace[231463853] 'read index received' (duration: 63.555982ms)","trace[231463853] 'applied index is now lower than readState.Index' (duration: 43.397865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:07:34.236546Z","caller":"traceutil/trace.go:171","msg":"trace[1240865771] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"167.990616ms","start":"2026-03-19T22:07:34.068529Z","end":"2026-03-19T22:07:34.236519Z","steps":["trace[1240865771] 'process raft request' (duration: 167.869053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:07:34.236842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.295185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:07:34.236924Z","caller":"traceutil/trace.go:171","msg":"trace[1217913284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:6934; }","duration":"107.458559ms","start":"2026-03-19T22:07:34.129448Z","end":"2026-03-19T22:07:34.236906Z","steps":["trace[1217913284] 'agreement among raft nodes before linearized reading' (duration: 107.141662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:07:34.539099Z","caller":"traceutil/trace.go:171","msg":"trace[880504746] linearizableReadLoop","detail":"{readStateIndex:7242; appliedIndex:7241; }","duration":"121.391759ms","start":"2026-03-19T22:07:34.41768Z","end":"2026-03-19T22:07:34.539071Z","steps":["trace[880504746] 'read index received' (duration: 55.237708ms)","trace[880504746] 'applied index is now lower than readState.Index' (duration: 66.152671ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:07:34.539237Z","caller":"traceutil/trace.go:171","msg":"trace[1401926771] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"142.593791ms","start":"2026-03-19T22:07:34.396631Z","end":"2026-03-19T22:07:34.539224Z","steps":["trace[1401926771] 'process raft request' (duration: 76.272036ms)","trace[1401926771] 'compare' (duration: 66.055279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:07:34.539527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.833619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T22:07:34.539634Z","caller":"traceutil/trace.go:171","msg":"trace[1856828871] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6937; }","duration":"122.028904ms","start":"2026-03-19T22:07:34.417583Z","end":"2026-03-19T22:07:34.539612Z","steps":["trace[1856828871] 'agreement among raft nodes before linearized reading' (duration: 121.83689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:07:34.753062Z","caller":"traceutil/trace.go:171","msg":"trace[325902873] linearizableReadLoop","detail":"{readStateIndex:7243; appliedIndex:7242; }","duration":"207.649126ms","start":"2026-03-19T22:07:34.545384Z","end":"2026-03-19T22:07:34.753033Z","steps":["trace[325902873] 'read index received' (duration: 195.989087ms)","trace[325902873] 'applied index is now lower than readState.Index' (duration: 11.658799ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:07:34.753151Z","caller":"traceutil/trace.go:171","msg":"trace[849229253] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"209.538359ms","start":"2026-03-19T22:07:34.543562Z","end":"2026-03-19T22:07:34.7531Z","steps":["trace[849229253] 'process raft request' (duration: 197.756187ms)","trace[849229253] 'compare' (duration: 11.597778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:07:34.753333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.922943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:07:34.753378Z","caller":"traceutil/trace.go:171","msg":"trace[531546065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6938; }","duration":"207.988045ms","start":"2026-03-19T22:07:34.545378Z","end":"2026-03-19T22:07:34.753366Z","steps":["trace[531546065] 'agreement among raft nodes before linearized reading' (duration: 207.808381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:07:34.753375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.660479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:07:34.753466Z","caller":"traceutil/trace.go:171","msg":"trace[1945378430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6938; }","duration":"190.788132ms","start":"2026-03-19T22:07:34.562656Z","end":"2026-03-19T22:07:34.753444Z","steps":["trace[1945378430] 'agreement among raft nodes before linearized reading' (duration: 190.551437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:07:34.753556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.140277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:07:34.753706Z","caller":"traceutil/trace.go:171","msg":"trace[406809843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6938; }","duration":"190.341521ms","start":"2026-03-19T22:07:34.563336Z","end":"2026-03-19T22:07:34.753678Z","steps":["trace[406809843] 'agreement among raft nodes before linearized reading' (duration: 189.935802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:08:23.563691Z","caller":"traceutil/trace.go:171","msg":"trace[1413749863] transaction","detail":"{read_only:false; response_revision:7290; number_of_response:1; }","duration":"143.505451ms","start":"2026-03-19T22:08:23.42016Z","end":"2026-03-19T22:08:23.563665Z","steps":["trace[1413749863] 'process raft request' (duration: 143.353127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:08:46.668715Z","caller":"traceutil/trace.go:171","msg":"trace[115766338] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"103.403056ms","start":"2026-03-19T22:08:46.565279Z","end":"2026-03-19T22:08:46.668682Z","steps":["trace[115766338] 'process raft request' (duration: 103.216722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:37.071666Z","caller":"traceutil/trace.go:171","msg":"trace[1116662268] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"169.705819ms","start":"2026-03-19T22:09:36.901937Z","end":"2026-03-19T22:09:37.071643Z","steps":["trace[1116662268] 'process raft request' (duration: 169.540245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:37.092172Z","caller":"traceutil/trace.go:171","msg":"trace[1209913393] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"160.530594ms","start":"2026-03-19T22:09:36.931621Z","end":"2026-03-19T22:09:37.092152Z","steps":["trace[1209913393] 'process raft request' (duration: 160.394921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:39.18733Z","caller":"traceutil/trace.go:171","msg":"trace[1045806139] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"110.640386ms","start":"2026-03-19T22:09:39.076673Z","end":"2026-03-19T22:09:39.187314Z","steps":["trace[1045806139] 'process raft request' (duration: 110.530054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:39.224833Z","caller":"traceutil/trace.go:171","msg":"trace[1486588302] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8178; }","duration":"109.191625ms","start":"2026-03-19T22:09:39.115613Z","end":"2026-03-19T22:09:39.224804Z","steps":["trace[1486588302] 'read index received' (duration: 71.62011ms)","trace[1486588302] 'applied index is now lower than readState.Index' (duration: 37.570385ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:09:39.224895Z","caller":"traceutil/trace.go:171","msg":"trace[710914187] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"125.068937ms","start":"2026-03-19T22:09:39.099809Z","end":"2026-03-19T22:09:39.224878Z","steps":["trace[710914187] 'process raft request' (duration: 124.842122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:39.225072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.43397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:09:39.22517Z","caller":"traceutil/trace.go:171","msg":"trace[1888947684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:7844; }","duration":"109.569913ms","start":"2026-03-19T22:09:39.115578Z","end":"2026-03-19T22:09:39.225147Z","steps":["trace[1888947684] 'agreement among raft nodes before linearized reading' (duration: 109.340598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:41.476913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.077754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:09:41.477033Z","caller":"traceutil/trace.go:171","msg":"trace[562947856] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8188; }","duration":"208.97004ms","start":"2026-03-19T22:09:41.268045Z","end":"2026-03-19T22:09:41.477015Z","steps":["trace[562947856] 'read index received' (duration: 45.371µs)","trace[562947856] 'applied index is now lower than readState.Index' (duration: 208.922929ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:09:41.477124Z","caller":"traceutil/trace.go:171","msg":"trace[1772887564] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"246.510333ms","start":"2026-03-19T22:09:41.230594Z","end":"2026-03-19T22:09:41.477104Z","steps":["trace[1772887564] 'process raft request' (duration: 23.138763ms)","trace[1772887564] 'compare' (duration: 222.791486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:09:41.477287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.356818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:09:41.477358Z","caller":"traceutil/trace.go:171","msg":"trace[1476760514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7852; }","duration":"136.4624ms","start":"2026-03-19T22:09:41.340877Z","end":"2026-03-19T22:09:41.47734Z","steps":["trace[1476760514] 'agreement among raft nodes before linearized reading' (duration: 136.248626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:41.477277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.208595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:09:41.477537Z","caller":"traceutil/trace.go:171","msg":"trace[479971614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:7852; }","duration":"209.43014ms","start":"2026-03-19T22:09:41.268001Z","end":"2026-03-19T22:09:41.477431Z","steps":["trace[479971614] 'agreement among raft nodes before linearized reading' (duration: 209.083203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:42.048426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606035987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:09:42.315459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.854958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:09:42.315811Z","caller":"traceutil/trace.go:171","msg":"trace[174802391] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"832.178797ms","start":"2026-03-19T22:09:41.48337Z","end":"2026-03-19T22:09:42.315549Z","steps":["trace[174802391] 'process raft request' (duration: 573.117685ms)","trace[174802391] 'compare' (duration: 258.662773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:09:42.315946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:41.483345Z","time spent":"832.521785ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:09:43.395197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.176918ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:09:43.395341Z","caller":"traceutil/trace.go:171","msg":"trace[1132236135] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7853; }","duration":"129.341111ms","start":"2026-03-19T22:09:43.265979Z","end":"2026-03-19T22:09:43.39532Z","steps":["trace[1132236135] 'range keys from in-memory index tree' (duration: 129.157577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.395557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.283703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:09:43.395627Z","caller":"traceutil/trace.go:171","msg":"trace[1201871743] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8189; }","duration":"1.848210647s","start":"2026-03-19T22:09:41.547402Z","end":"2026-03-19T22:09:43.395613Z","steps":["trace[1201871743] 'read index received' (duration: 509.101754ms)","trace[1201871743] 'applied index is now lower than readState.Index' (duration: 1.339107863s)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:09:43.395677Z","caller":"traceutil/trace.go:171","msg":"trace[1375934289] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"1.649015484s","start":"2026-03-19T22:09:41.746653Z","end":"2026-03-19T22:09:43.395669Z","steps":["trace[1375934289] 'process raft request' (duration: 914.532705ms)","trace[1375934289] 'compare' (duration: 734.10617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:09:43.395715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:41.74662Z","time spent":"1.649073826s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:09:43.395839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848414121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:09:43.395914Z","caller":"traceutil/trace.go:171","msg":"trace[1887621923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7854; }","duration":"1.848522044s","start":"2026-03-19T22:09:41.547374Z","end":"2026-03-19T22:09:43.395896Z","steps":["trace[1887621923] 'agreement among raft nodes before linearized reading' (duration: 1.848314619s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.395951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:41.547364Z","time spent":"1.848579535s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:09:43.794688Z","caller":"traceutil/trace.go:171","msg":"trace[1198397252] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"399.018669ms","start":"2026-03-19T22:09:43.395644Z","end":"2026-03-19T22:09:43.794663Z","steps":["trace[1198397252] 'read index received' (duration: 391.809559ms)","trace[1198397252] 'applied index is now lower than readState.Index' (duration: 7.20792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:09:43.794836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.310596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:09:43.794904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.972847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T22:09:43.794943Z","caller":"traceutil/trace.go:171","msg":"trace[2088206571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7855; }","duration":"993.047578ms","start":"2026-03-19T22:09:42.801881Z","end":"2026-03-19T22:09:43.794929Z","steps":["trace[2088206571] 'agreement among raft nodes before linearized reading' (duration: 992.896375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:43.794937Z","caller":"traceutil/trace.go:171","msg":"trace[1404673708] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7855; }","duration":"903.437989ms","start":"2026-03-19T22:09:42.891476Z","end":"2026-03-19T22:09:43.794914Z","steps":["trace[1404673708] 'agreement among raft nodes before linearized reading' (duration: 903.288816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.794974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.801866Z","time spent":"993.09981ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T22:09:43.794983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.891462Z","time spent":"903.51039ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-19T22:09:43.795152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021958671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:09:43.795172Z","caller":"traceutil/trace.go:171","msg":"trace[356363647] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"562.966699ms","start":"2026-03-19T22:09:43.232193Z","end":"2026-03-19T22:09:43.79516Z","steps":["trace[356363647] 'process raft request' (duration: 555.244438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:43.795187Z","caller":"traceutil/trace.go:171","msg":"trace[72186382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7855; }","duration":"1.021991932s","start":"2026-03-19T22:09:42.773186Z","end":"2026-03-19T22:09:43.795178Z","steps":["trace[72186382] 'agreement among raft nodes before linearized reading' (duration: 1.021944941s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.79525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:43.232169Z","time spent":"563.027721ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:09:43.795214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.773132Z","time spent":"1.022074503s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:09:43.795402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.565746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:09:43.795441Z","caller":"traceutil/trace.go:171","msg":"trace[1051319358] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7855; }","duration":"710.640048ms","start":"2026-03-19T22:09:43.084791Z","end":"2026-03-19T22:09:43.795431Z","steps":["trace[1051319358] 'agreement among raft nodes before linearized reading' (duration: 710.582517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.795469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:43.084771Z","time spent":"710.690259ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:09:43.795486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346177629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T22:09:43.795514Z","caller":"traceutil/trace.go:171","msg":"trace[1776967705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7855; }","duration":"1.346245841s","start":"2026-03-19T22:09:42.449259Z","end":"2026-03-19T22:09:43.795505Z","steps":["trace[1776967705] 'agreement among raft nodes before linearized reading' (duration: 1.346157819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.795541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.449239Z","time spent":"1.346295711s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T22:09:43.795675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.444296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-19T22:09:43.795705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649931014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:09:43.79574Z","caller":"traceutil/trace.go:171","msg":"trace[1339977117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7855; }","duration":"1.650045767s","start":"2026-03-19T22:09:42.145686Z","end":"2026-03-19T22:09:43.795731Z","steps":["trace[1339977117] 'agreement among raft nodes before linearized reading' (duration: 1.649961485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.79577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.145625Z","time spent":"1.650139788s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:09:43.795785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.641723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:09:43.795818Z","caller":"traceutil/trace.go:171","msg":"trace[1449849809] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7855; }","duration":"857.712294ms","start":"2026-03-19T22:09:42.938098Z","end":"2026-03-19T22:09:43.795811Z","steps":["trace[1449849809] 'agreement among raft nodes before linearized reading' (duration: 857.628923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.795843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.938049Z","time spent":"857.789466ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T22:09:43.795708Z","caller":"traceutil/trace.go:171","msg":"trace[1831781205] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7855; }","duration":"775.476257ms","start":"2026-03-19T22:09:43.02022Z","end":"2026-03-19T22:09:43.795696Z","steps":["trace[1831781205] 'agreement among raft nodes before linearized reading' (duration: 775.361074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.795937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:43.0202Z","time spent":"775.724543ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T22:09:43.79599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:09:43.796068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786017345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:09:43.796096Z","caller":"traceutil/trace.go:171","msg":"trace[216922033] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7855; }","duration":"1.751709843s","start":"2026-03-19T22:09:42.04436Z","end":"2026-03-19T22:09:43.79607Z","steps":["trace[216922033] 'agreement among raft nodes before linearized reading' (duration: 1.751495848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.796033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804010414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:09:43.796126Z","caller":"traceutil/trace.go:171","msg":"trace[144700478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7855; }","duration":"1.786116407s","start":"2026-03-19T22:09:42.009994Z","end":"2026-03-19T22:09:43.79611Z","steps":["trace[144700478] 'agreement among raft nodes before linearized reading' (duration: 1.785950493s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.796174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.009974Z","time spent":"1.786188819s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:09:43.796182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.604188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-19T22:09:43.796198Z","caller":"traceutil/trace.go:171","msg":"trace[39455345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7855; }","duration":"1.80420501s","start":"2026-03-19T22:09:41.991948Z","end":"2026-03-19T22:09:43.796153Z","steps":["trace[39455345] 'agreement among raft nodes before linearized reading' (duration: 1.803769869s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:43.796225Z","caller":"traceutil/trace.go:171","msg":"trace[1284646054] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7855; }","duration":"901.654149ms","start":"2026-03-19T22:09:42.894562Z","end":"2026-03-19T22:09:43.796216Z","steps":["trace[1284646054] 'agreement among raft nodes before linearized reading' (duration: 901.557366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.796252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.894557Z","time spent":"901.68991ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T22:09:43.79617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:42.044348Z","time spent":"1.751804057s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:09:43.796282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:41.991917Z","time spent":"1.804351083s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:09:43.809753Z","caller":"traceutil/trace.go:171","msg":"trace[1093329572] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"327.252425ms","start":"2026-03-19T22:09:43.482471Z","end":"2026-03-19T22:09:43.809724Z","steps":["trace[1093329572] 'process raft request' (duration: 327.193504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:09:43.809792Z","caller":"traceutil/trace.go:171","msg":"trace[1409727370] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"410.254858ms","start":"2026-03-19T22:09:43.399513Z","end":"2026-03-19T22:09:43.809767Z","steps":["trace[1409727370] 'process raft request' (duration: 409.992473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.809898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:43.482289Z","time spent":"327.529282ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:09:43.809918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:43.399495Z","time spent":"410.351601ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:09:43.810416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.798758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:09:43.810537Z","caller":"traceutil/trace.go:171","msg":"trace[1397668643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:7857; }","duration":"318.945582ms","start":"2026-03-19T22:09:43.491572Z","end":"2026-03-19T22:09:43.810518Z","steps":["trace[1397668643] 'agreement among raft nodes before linearized reading' (duration: 318.728207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:09:43.810578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:09:43.491559Z","time spent":"319.009333ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:23.90791Z","caller":"traceutil/trace.go:171","msg":"trace[1026180036] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8461; }","duration":"133.814642ms","start":"2026-03-19T22:10:23.77407Z","end":"2026-03-19T22:10:23.907885Z","steps":["trace[1026180036] 'read index received' (duration: 133.553346ms)","trace[1026180036] 'applied index is now lower than readState.Index' (duration: 259.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:23.907986Z","caller":"traceutil/trace.go:171","msg":"trace[468734612] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"339.12696ms","start":"2026-03-19T22:10:23.568812Z","end":"2026-03-19T22:10:23.907939Z","steps":["trace[468734612] 'process raft request' (duration: 338.899325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:23.90811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.028146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:23.908205Z","caller":"traceutil/trace.go:171","msg":"trace[945009556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8112; }","duration":"134.180869ms","start":"2026-03-19T22:10:23.773999Z","end":"2026-03-19T22:10:23.90818Z","steps":["trace[945009556] 'agreement among raft nodes before linearized reading' (duration: 134.012545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:23.908768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:23.568793Z","time spent":"339.314433ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:24.355868Z","caller":"traceutil/trace.go:171","msg":"trace[1954157587] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"295.285056ms","start":"2026-03-19T22:10:24.060557Z","end":"2026-03-19T22:10:24.355842Z","steps":["trace[1954157587] 'process raft request' (duration: 295.110962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:24.390429Z","caller":"traceutil/trace.go:171","msg":"trace[2074963548] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"298.60927ms","start":"2026-03-19T22:10:24.091783Z","end":"2026-03-19T22:10:24.390392Z","steps":["trace[2074963548] 'process raft request' (duration: 298.349114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:24.390519Z","caller":"traceutil/trace.go:171","msg":"trace[806097646] linearizableReadLoop","detail":"{readStateIndex:8464; appliedIndex:8462; }","duration":"281.094691ms","start":"2026-03-19T22:10:24.109396Z","end":"2026-03-19T22:10:24.39049Z","steps":["trace[806097646] 'read index received' (duration: 246.331819ms)","trace[806097646] 'applied index is now lower than readState.Index' (duration: 34.761282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:24.390531Z","caller":"traceutil/trace.go:171","msg":"trace[1103304923] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"206.933454ms","start":"2026-03-19T22:10:24.183567Z","end":"2026-03-19T22:10:24.390501Z","steps":["trace[1103304923] 'process raft request' (duration: 206.680958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:24.390813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.89103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:10:24.390883Z","caller":"traceutil/trace.go:171","msg":"trace[1281637144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8115; }","duration":"277.982723ms","start":"2026-03-19T22:10:24.112884Z","end":"2026-03-19T22:10:24.390867Z","steps":["trace[1281637144] 'agreement among raft nodes before linearized reading' (duration: 277.752167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:24.390814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.403958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T22:10:24.39092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.881847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-c9bf98865-zd5mn\" ","response":"range_response_count:1 size:8462"} {"level":"info","ts":"2026-03-19T22:10:24.391019Z","caller":"traceutil/trace.go:171","msg":"trace[260869617] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-c9bf98865-zd5mn; range_end:; response_count:1; response_revision:8115; }","duration":"208.068351ms","start":"2026-03-19T22:10:24.182929Z","end":"2026-03-19T22:10:24.390998Z","steps":["trace[260869617] 'agreement among raft nodes before linearized reading' (duration: 207.753813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:24.391006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.910309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:10:24.391096Z","caller":"traceutil/trace.go:171","msg":"trace[1453987146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8115; }","duration":"272.037351ms","start":"2026-03-19T22:10:24.11903Z","end":"2026-03-19T22:10:24.391067Z","steps":["trace[1453987146] 'agreement among raft nodes before linearized reading' (duration: 271.831887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:24.391064Z","caller":"traceutil/trace.go:171","msg":"trace[1179074411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8115; }","duration":"281.666785ms","start":"2026-03-19T22:10:24.109333Z","end":"2026-03-19T22:10:24.391Z","steps":["trace[1179074411] 'agreement among raft nodes before linearized reading' (duration: 281.286866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:24.391101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.54617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T22:10:24.391155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.682534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:10:24.391184Z","caller":"traceutil/trace.go:171","msg":"trace[108535561] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8115; }","duration":"144.694494ms","start":"2026-03-19T22:10:24.246477Z","end":"2026-03-19T22:10:24.391171Z","steps":["trace[108535561] 'agreement among raft nodes before linearized reading' (duration: 144.382327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:24.39127Z","caller":"traceutil/trace.go:171","msg":"trace[434197295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8115; }","duration":"231.869648ms","start":"2026-03-19T22:10:24.159373Z","end":"2026-03-19T22:10:24.391243Z","steps":["trace[434197295] 'agreement among raft nodes before linearized reading' (duration: 231.381517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:24.391878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.431287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:10:24.391944Z","caller":"traceutil/trace.go:171","msg":"trace[729086094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8115; }","duration":"271.558149ms","start":"2026-03-19T22:10:24.120371Z","end":"2026-03-19T22:10:24.39193Z","steps":["trace[729086094] 'agreement among raft nodes before linearized reading' (duration: 270.544797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:24.80807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.371277ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T22:10:24.808274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.39233Z","time spent":"415.936976ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T22:10:25.415802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.182707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:25.416127Z","caller":"traceutil/trace.go:171","msg":"trace[1127379393] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"1.020220312s","start":"2026-03-19T22:10:24.395846Z","end":"2026-03-19T22:10:25.416066Z","steps":["trace[1127379393] 'process raft request' (duration: 1.020080889s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:25.416135Z","caller":"traceutil/trace.go:171","msg":"trace[1575501927] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"1.021381968s","start":"2026-03-19T22:10:24.394718Z","end":"2026-03-19T22:10:25.4161Z","steps":["trace[1575501927] 'process raft request' (duration: 719.803122ms)","trace[1575501927] 'compare' (duration: 301.022604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:25.416261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.395826Z","time spent":"1.020380927s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:25.416304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.394689Z","time spent":"1.021529522s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:25.41667Z","caller":"traceutil/trace.go:171","msg":"trace[1019796301] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"1.019701241s","start":"2026-03-19T22:10:24.396952Z","end":"2026-03-19T22:10:25.416654Z","steps":["trace[1019796301] 'process raft request' (duration: 1.019060106s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.416756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.396942Z","time spent":"1.019769353s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:25.416749Z","caller":"traceutil/trace.go:171","msg":"trace[1049108564] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"1.019569569s","start":"2026-03-19T22:10:24.397168Z","end":"2026-03-19T22:10:25.416737Z","steps":["trace[1049108564] 'process raft request' (duration: 1.019404465s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.416833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.397145Z","time spent":"1.01965493s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:25.417083Z","caller":"traceutil/trace.go:171","msg":"trace[533784766] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8465; }","duration":"1.02188491s","start":"2026-03-19T22:10:24.395173Z","end":"2026-03-19T22:10:25.417058Z","steps":["trace[533784766] 'read index received' (duration: 222.51225ms)","trace[533784766] 'applied index is now lower than readState.Index' (duration: 799.37161ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:25.417135Z","caller":"traceutil/trace.go:171","msg":"trace[1807463924] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"1.012336558s","start":"2026-03-19T22:10:24.404726Z","end":"2026-03-19T22:10:25.417062Z","steps":["trace[1807463924] 'process raft request' (duration: 1.011946629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.417929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.404711Z","time spent":"1.013070814s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8259,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:25.418032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02284933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T22:10:25.418246Z","caller":"traceutil/trace.go:171","msg":"trace[1178827856] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959; range_end:; response_count:1; response_revision:8121; }","duration":"1.023096336s","start":"2026-03-19T22:10:24.395129Z","end":"2026-03-19T22:10:25.418225Z","steps":["trace[1178827856] 'agreement among raft nodes before linearized reading' (duration: 1.022046133s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.418312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.408018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:25.418325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.395114Z","time spent":"1.023196918s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" "} {"level":"warn","ts":"2026-03-19T22:10:25.418532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.416917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:10:25.418615Z","caller":"traceutil/trace.go:171","msg":"trace[756381700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8121; }","duration":"830.54646ms","start":"2026-03-19T22:10:24.588046Z","end":"2026-03-19T22:10:25.418592Z","steps":["trace[756381700] 'agreement among raft nodes before linearized reading' (duration: 830.345166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.418727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.58802Z","time spent":"830.693644ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T22:10:25.417682Z","caller":"traceutil/trace.go:171","msg":"trace[1128695735] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"608.305266ms","start":"2026-03-19T22:10:24.809319Z","end":"2026-03-19T22:10:25.417624Z","steps":["trace[1128695735] 'process raft request' (duration: 607.651392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.418891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.431844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:10:25.418958Z","caller":"traceutil/trace.go:171","msg":"trace[877996747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8121; }","duration":"865.560369ms","start":"2026-03-19T22:10:24.553382Z","end":"2026-03-19T22:10:25.418943Z","steps":["trace[877996747] 'agreement among raft nodes before linearized reading' (duration: 865.354343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.553354Z","time spent":"865.6361ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:10:25.418369Z","caller":"traceutil/trace.go:171","msg":"trace[548766770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8121; }","duration":"644.515971ms","start":"2026-03-19T22:10:24.773835Z","end":"2026-03-19T22:10:25.418351Z","steps":["trace[548766770] 'agreement among raft nodes before linearized reading' (duration: 644.408429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.419191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.773811Z","time spent":"645.35886ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:10:25.419082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.809295Z","time spent":"609.532873ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:25.420355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023393643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224597"} {"level":"info","ts":"2026-03-19T22:10:25.420419Z","caller":"traceutil/trace.go:171","msg":"trace[2003312035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8121; }","duration":"1.023472075s","start":"2026-03-19T22:10:24.396933Z","end":"2026-03-19T22:10:25.420405Z","steps":["trace[2003312035] 'agreement among raft nodes before linearized reading' (duration: 1.020846246s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.420549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:24.396922Z","time spent":"1.023612668s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224621,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:10:25.811707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.568771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:25.811816Z","caller":"traceutil/trace.go:171","msg":"trace[2096994559] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8472; }","duration":"388.605908ms","start":"2026-03-19T22:10:25.42319Z","end":"2026-03-19T22:10:25.811796Z","steps":["trace[2096994559] 'read index received' (duration: 207.063657ms)","trace[2096994559] 'applied index is now lower than readState.Index' (duration: 181.540621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:25.811898Z","caller":"traceutil/trace.go:171","msg":"trace[1840307263] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"390.213235ms","start":"2026-03-19T22:10:25.42167Z","end":"2026-03-19T22:10:25.811883Z","steps":["trace[1840307263] 'process raft request' (duration: 208.378938ms)","trace[1840307263] 'compare' (duration: 181.350127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:25.811958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.421649Z","time spent":"390.279316ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:25.812261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.066288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T22:10:25.8123Z","caller":"traceutil/trace.go:171","msg":"trace[1562794089] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8122; }","duration":"389.11831ms","start":"2026-03-19T22:10:25.423172Z","end":"2026-03-19T22:10:25.81229Z","steps":["trace[1562794089] 'agreement among raft nodes before linearized reading' (duration: 388.976707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:25.812329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.423164Z","time spent":"389.159051ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T22:10:26.216362Z","caller":"traceutil/trace.go:171","msg":"trace[1325387598] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"791.944094ms","start":"2026-03-19T22:10:25.424375Z","end":"2026-03-19T22:10:26.216319Z","steps":["trace[1325387598] 'process raft request' (duration: 791.685758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:26.21641Z","caller":"traceutil/trace.go:171","msg":"trace[801116012] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"792.461556ms","start":"2026-03-19T22:10:25.423911Z","end":"2026-03-19T22:10:26.216372Z","steps":["trace[801116012] 'process raft request' (duration: 792.017786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:26.216543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.424361Z","time spent":"792.095998ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:26.216554Z","caller":"traceutil/trace.go:171","msg":"trace[2044488170] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"791.894972ms","start":"2026-03-19T22:10:25.424621Z","end":"2026-03-19T22:10:26.216516Z","steps":["trace[2044488170] 'process raft request' (duration: 791.493753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:26.216636Z","caller":"traceutil/trace.go:171","msg":"trace[1694859] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"791.213437ms","start":"2026-03-19T22:10:25.42541Z","end":"2026-03-19T22:10:26.216624Z","steps":["trace[1694859] 'process raft request' (duration: 790.754247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:26.216668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.423892Z","time spent":"792.693721ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:26.216689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.4254Z","time spent":"791.261578ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1178,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:26.216767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.424612Z","time spent":"792.061546ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:26.216835Z","caller":"traceutil/trace.go:171","msg":"trace[1291699708] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"789.439958ms","start":"2026-03-19T22:10:25.427369Z","end":"2026-03-19T22:10:26.216809Z","steps":["trace[1291699708] 'process raft request' (duration: 788.919386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:26.216982Z","caller":"traceutil/trace.go:171","msg":"trace[1403886740] linearizableReadLoop","detail":"{readStateIndex:8478; appliedIndex:8473; }","duration":"405.113845ms","start":"2026-03-19T22:10:25.811842Z","end":"2026-03-19T22:10:26.216956Z","steps":["trace[1403886740] 'read index received' (duration: 404.169464ms)","trace[1403886740] 'applied index is now lower than readState.Index' (duration: 943.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:26.217088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.530867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:26.217086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.427358Z","time spent":"789.593681ms","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7353,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:26.217125Z","caller":"traceutil/trace.go:171","msg":"trace[1436844900] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8127; }","duration":"761.598549ms","start":"2026-03-19T22:10:25.455518Z","end":"2026-03-19T22:10:26.217116Z","steps":["trace[1436844900] 'agreement among raft nodes before linearized reading' (duration: 761.470356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:26.217133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.264123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T22:10:26.217151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.455504Z","time spent":"761.6417ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":77,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:26.21718Z","caller":"traceutil/trace.go:171","msg":"trace[533586535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8127; }","duration":"793.338694ms","start":"2026-03-19T22:10:25.42383Z","end":"2026-03-19T22:10:26.217169Z","steps":["trace[533586535] 'agreement among raft nodes before linearized reading' (duration: 793.179781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:26.217225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.423821Z","time spent":"793.387936ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:10:26.71795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606036726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:27.218232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606036726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:27.71894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606036726,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:10:27.798426Z","caller":"traceutil/trace.go:171","msg":"trace[1413765966] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"1.885831121s","start":"2026-03-19T22:10:25.912559Z","end":"2026-03-19T22:10:27.79839Z","steps":["trace[1413765966] 'process raft request' (duration: 1.815848517s)","trace[1413765966] 'compare' (duration: 69.879682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:27.798607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.912537Z","time spent":"1.885973155s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:28.230663Z","caller":"traceutil/trace.go:171","msg":"trace[1336021726] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"2.004118917s","start":"2026-03-19T22:10:26.226515Z","end":"2026-03-19T22:10:28.230634Z","steps":["trace[1336021726] 'process raft request' (duration: 1.909319432s)","trace[1336021726] 'compare' (duration: 94.09821ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:28.230711Z","caller":"traceutil/trace.go:171","msg":"trace[715880607] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"1.87002072s","start":"2026-03-19T22:10:26.360673Z","end":"2026-03-19T22:10:28.230694Z","steps":["trace[715880607] 'process raft request' (duration: 1.869888897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.230842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.360642Z","time spent":"1.870126152s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:28.230937Z","caller":"traceutil/trace.go:171","msg":"trace[1855652437] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"1.833879607s","start":"2026-03-19T22:10:26.397032Z","end":"2026-03-19T22:10:28.230912Z","steps":["trace[1855652437] 'process raft request' (duration: 1.833627252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.23095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.226491Z","time spent":"2.004254451s","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:28.230987Z","caller":"traceutil/trace.go:171","msg":"trace[2136695853] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8478; }","duration":"2.013947576s","start":"2026-03-19T22:10:26.217009Z","end":"2026-03-19T22:10:28.230957Z","steps":["trace[2136695853] 'read index received' (duration: 1.51149409s)","trace[2136695853] 'applied index is now lower than readState.Index' (duration: 502.451846ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:28.231025Z","caller":"traceutil/trace.go:171","msg":"trace[561000206] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"1.23589181s","start":"2026-03-19T22:10:26.995114Z","end":"2026-03-19T22:10:28.231006Z","steps":["trace[561000206] 'process raft request' (duration: 1.235695706s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.231107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.397011Z","time spent":"1.83399966s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:28.231155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416241498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T22:10:28.231249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.995071Z","time spent":"1.236071114s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:28.23135Z","caller":"traceutil/trace.go:171","msg":"trace[2104310290] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8132; }","duration":"2.416465833s","start":"2026-03-19T22:10:25.814855Z","end":"2026-03-19T22:10:28.231321Z","steps":["trace[2104310290] 'agreement among raft nodes before linearized reading' (duration: 2.416223168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.231395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:25.814836Z","time spent":"2.416548715s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T22:10:28.284505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.111111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:10:28.284578Z","caller":"traceutil/trace.go:171","msg":"trace[1708110046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8133; }","duration":"862.229253ms","start":"2026-03-19T22:10:27.422333Z","end":"2026-03-19T22:10:28.284562Z","steps":["trace[1708110046] 'agreement among raft nodes before linearized reading' (duration: 861.992548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.284613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.422308Z","time spent":"862.299895ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:10:28.284595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.482649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:10:28.284677Z","caller":"traceutil/trace.go:171","msg":"trace[1894449767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"862.609312ms","start":"2026-03-19T22:10:27.422053Z","end":"2026-03-19T22:10:28.284662Z","steps":["trace[1894449767] 'agreement among raft nodes before linearized reading' (duration: 862.426278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.284718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.422031Z","time spent":"862.678594ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:28.284778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066071944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"warn","ts":"2026-03-19T22:10:28.284498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.402663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:28.284861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51098896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:28.284885Z","caller":"traceutil/trace.go:171","msg":"trace[1147148205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8133; }","duration":"1.511065871s","start":"2026-03-19T22:10:26.773812Z","end":"2026-03-19T22:10:28.284878Z","steps":["trace[1147148205] 'agreement among raft nodes before linearized reading' (duration: 1.51102777s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.284913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.773784Z","time spent":"1.511123753s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:10:28.284913Z","caller":"traceutil/trace.go:171","msg":"trace[1538095312] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8133; }","duration":"787.869384ms","start":"2026-03-19T22:10:27.497009Z","end":"2026-03-19T22:10:28.284878Z","steps":["trace[1538095312] 'agreement among raft nodes before linearized reading' (duration: 787.373222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.285024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.998749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T22:10:28.285071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675976503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:28.2851Z","caller":"traceutil/trace.go:171","msg":"trace[1859691401] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8133; }","duration":"1.676034524s","start":"2026-03-19T22:10:26.609058Z","end":"2026-03-19T22:10:28.285092Z","steps":["trace[1859691401] 'agreement among raft nodes before linearized reading' (duration: 1.675986093s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:28.285096Z","caller":"traceutil/trace.go:171","msg":"trace[233032277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"862.088062ms","start":"2026-03-19T22:10:27.422992Z","end":"2026-03-19T22:10:28.28508Z","steps":["trace[233032277] 'agreement among raft nodes before linearized reading' (duration: 861.885547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.285134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.609044Z","time spent":"1.676081616s","remote":"127.0.0.1:60098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:28.285148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.422985Z","time spent":"862.150283ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:28.285148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.402267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:10:28.285203Z","caller":"traceutil/trace.go:171","msg":"trace[478693711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8133; }","duration":"857.463689ms","start":"2026-03-19T22:10:27.427716Z","end":"2026-03-19T22:10:28.285179Z","steps":["trace[478693711] 'agreement among raft nodes before linearized reading' (duration: 857.369347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.285214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.569111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T22:10:28.285237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.427706Z","time spent":"857.52526ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:28.285249Z","caller":"traceutil/trace.go:171","msg":"trace[973806150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8133; }","duration":"862.618123ms","start":"2026-03-19T22:10:27.422621Z","end":"2026-03-19T22:10:28.285239Z","steps":["trace[973806150] 'agreement among raft nodes before linearized reading' (duration: 862.453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.285277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.422612Z","time spent":"862.658524ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:10:28.284579Z","caller":"traceutil/trace.go:171","msg":"trace[2117772281] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"382.266727ms","start":"2026-03-19T22:10:27.902293Z","end":"2026-03-19T22:10:28.284559Z","steps":["trace[2117772281] 'process raft request' (duration: 381.863629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.285417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.902267Z","time spent":"383.087386ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:28.285035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:27.496989Z","time spent":"788.003187ms","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:28.284823Z","caller":"traceutil/trace.go:171","msg":"trace[1622196542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8133; }","duration":"2.066135846s","start":"2026-03-19T22:10:26.218675Z","end":"2026-03-19T22:10:28.284811Z","steps":["trace[1622196542] 'agreement among raft nodes before linearized reading' (duration: 2.066038133s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.28549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:26.218662Z","time spent":"2.066824001s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19525,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T22:10:28.624223Z","caller":"traceutil/trace.go:171","msg":"trace[638972932] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"335.0608ms","start":"2026-03-19T22:10:28.289133Z","end":"2026-03-19T22:10:28.624194Z","steps":["trace[638972932] 'process raft request' (duration: 267.96768ms)","trace[638972932] 'compare' (duration: 66.974658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:28.624376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.289088Z","time spent":"335.213944ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:28.953856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.155502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:28.954173Z","caller":"traceutil/trace.go:171","msg":"trace[700929270] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"664.736059ms","start":"2026-03-19T22:10:28.289399Z","end":"2026-03-19T22:10:28.954135Z","steps":["trace[700929270] 'process raft request' (duration: 469.225999ms)","trace[700929270] 'compare' (duration: 194.923727ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:28.954258Z","caller":"traceutil/trace.go:171","msg":"trace[2135400736] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8484; }","duration":"660.407142ms","start":"2026-03-19T22:10:28.293814Z","end":"2026-03-19T22:10:28.954221Z","steps":["trace[2135400736] 'read index received' (duration: 263.319866ms)","trace[2135400736] 'applied index is now lower than readState.Index' (duration: 397.086096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:28.954335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.289373Z","time spent":"664.879003ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:28.954366Z","caller":"traceutil/trace.go:171","msg":"trace[659418127] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"664.111967ms","start":"2026-03-19T22:10:28.290238Z","end":"2026-03-19T22:10:28.95435Z","steps":["trace[659418127] 'process raft request' (duration: 663.923362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:28.954368Z","caller":"traceutil/trace.go:171","msg":"trace[1298268536] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"664.114097ms","start":"2026-03-19T22:10:28.290231Z","end":"2026-03-19T22:10:28.954345Z","steps":["trace[1298268536] 'process raft request' (duration: 663.87399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:28.954444Z","caller":"traceutil/trace.go:171","msg":"trace[996607590] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"664.631258ms","start":"2026-03-19T22:10:28.289781Z","end":"2026-03-19T22:10:28.954412Z","steps":["trace[996607590] 'process raft request' (duration: 664.193867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.954452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.290214Z","time spent":"664.190378ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:28.954491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.290214Z","time spent":"664.210558ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:28.954555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.056646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:28.954582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.289754Z","time spent":"664.76054ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:28.954597Z","caller":"traceutil/trace.go:171","msg":"trace[570256984] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8138; }","duration":"311.099787ms","start":"2026-03-19T22:10:28.643487Z","end":"2026-03-19T22:10:28.954587Z","steps":["trace[570256984] 'agreement among raft nodes before linearized reading' (duration: 310.988924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.954634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.643439Z","time spent":"311.187279ms","remote":"127.0.0.1:59796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:28.954589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.148981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:28.954713Z","caller":"traceutil/trace.go:171","msg":"trace[261967532] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8138; }","duration":"616.310214ms","start":"2026-03-19T22:10:28.338373Z","end":"2026-03-19T22:10:28.954683Z","steps":["trace[261967532] 'agreement among raft nodes before linearized reading' (duration: 616.10767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.954791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.338353Z","time spent":"616.418917ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T22:10:28.954879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.924454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:28.954777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.954615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:28.955139Z","caller":"traceutil/trace.go:171","msg":"trace[797421077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8138; }","duration":"661.334604ms","start":"2026-03-19T22:10:28.293787Z","end":"2026-03-19T22:10:28.955122Z","steps":["trace[797421077] 'agreement among raft nodes before linearized reading' (duration: 660.826032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.955116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.25852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-03-19T22:10:28.955003Z","caller":"traceutil/trace.go:171","msg":"trace[1760424880] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8138; }","duration":"170.175938ms","start":"2026-03-19T22:10:28.784796Z","end":"2026-03-19T22:10:28.954972Z","steps":["trace[1760424880] 'agreement among raft nodes before linearized reading' (duration: 169.861411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:28.955244Z","caller":"traceutil/trace.go:171","msg":"trace[1411188798] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8138; }","duration":"637.397113ms","start":"2026-03-19T22:10:28.317825Z","end":"2026-03-19T22:10:28.955222Z","steps":["trace[1411188798] 'agreement among raft nodes before linearized reading' (duration: 636.601475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:28.955259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.293777Z","time spent":"661.422685ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:10:28.955885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.317789Z","time spent":"637.499505ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414343,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T22:10:29.473563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.188211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:29.473789Z","caller":"traceutil/trace.go:171","msg":"trace[1341272214] linearizableReadLoop","detail":"{readStateIndex:8491; appliedIndex:8489; }","duration":"511.713372ms","start":"2026-03-19T22:10:28.962058Z","end":"2026-03-19T22:10:29.473771Z","steps":["trace[1341272214] 'read index received' (duration: 204.260075ms)","trace[1341272214] 'applied index is now lower than readState.Index' (duration: 307.451837ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:29.473856Z","caller":"traceutil/trace.go:171","msg":"trace[779491151] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"514.334551ms","start":"2026-03-19T22:10:28.959487Z","end":"2026-03-19T22:10:29.473822Z","steps":["trace[779491151] 'process raft request' (duration: 206.812152ms)","trace[779491151] 'compare' (duration: 307.060268ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:29.473898Z","caller":"traceutil/trace.go:171","msg":"trace[584534147] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"514.222767ms","start":"2026-03-19T22:10:28.959643Z","end":"2026-03-19T22:10:29.473866Z","steps":["trace[584534147] 'process raft request' (duration: 514.066074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:29.473937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.875116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:10:29.473979Z","caller":"traceutil/trace.go:171","msg":"trace[1708260451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8140; }","duration":"511.935417ms","start":"2026-03-19T22:10:28.962034Z","end":"2026-03-19T22:10:29.473969Z","steps":["trace[1708260451] 'agreement among raft nodes before linearized reading' (duration: 511.796344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:29.474017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.962025Z","time spent":"511.984739ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:10:29.474031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.959463Z","time spent":"514.482453ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:29.474067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:28.959625Z","time spent":"514.352771ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:30.3841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.019578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:10:30.384504Z","caller":"traceutil/trace.go:171","msg":"trace[1880897951] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8491; }","duration":"628.472194ms","start":"2026-03-19T22:10:29.756011Z","end":"2026-03-19T22:10:30.384483Z","steps":["trace[1880897951] 'read index received' (duration: 254.46188ms)","trace[1880897951] 'applied index is now lower than readState.Index' (duration: 374.009234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:30.384628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.607897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:30.384763Z","caller":"traceutil/trace.go:171","msg":"trace[1227593833] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8141; }","duration":"628.792181ms","start":"2026-03-19T22:10:29.75595Z","end":"2026-03-19T22:10:30.384742Z","steps":["trace[1227593833] 'agreement among raft nodes before linearized reading' (duration: 628.627287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:30.384597Z","caller":"traceutil/trace.go:171","msg":"trace[1993731910] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"675.669502ms","start":"2026-03-19T22:10:29.708889Z","end":"2026-03-19T22:10:30.384559Z","steps":["trace[1993731910] 'process raft request' (duration: 675.349795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:30.384867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:29.755926Z","time spent":"628.883163ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:30.38496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:29.708862Z","time spent":"675.985439ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:31.026506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.094494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:31.026784Z","caller":"traceutil/trace.go:171","msg":"trace[617964278] linearizableReadLoop","detail":"{readStateIndex:8496; appliedIndex:8493; }","duration":"642.21818ms","start":"2026-03-19T22:10:30.384545Z","end":"2026-03-19T22:10:31.026763Z","steps":["trace[617964278] 'read index received' (duration: 413.688926ms)","trace[617964278] 'applied index is now lower than readState.Index' (duration: 228.527774ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:31.026768Z","caller":"traceutil/trace.go:171","msg":"trace[1351310470] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"1.222899652s","start":"2026-03-19T22:10:29.803836Z","end":"2026-03-19T22:10:31.026735Z","steps":["trace[1351310470] 'process raft request' (duration: 994.484211ms)","trace[1351310470] 'compare' (duration: 227.945031ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:31.026856Z","caller":"traceutil/trace.go:171","msg":"trace[1965996614] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"790.526063ms","start":"2026-03-19T22:10:30.236285Z","end":"2026-03-19T22:10:31.026812Z","steps":["trace[1965996614] 'process raft request' (duration: 790.42098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.027129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:30.236253Z","time spent":"790.652145ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:31.02713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:29.803781Z","time spent":"1.223071936s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:31.027283Z","caller":"traceutil/trace.go:171","msg":"trace[2116783490] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"791.214278ms","start":"2026-03-19T22:10:30.236054Z","end":"2026-03-19T22:10:31.027268Z","steps":["trace[2116783490] 'process raft request' (duration: 790.567644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.027358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259131458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:31.027456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254834841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:31.027528Z","caller":"traceutil/trace.go:171","msg":"trace[986624354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8144; }","duration":"1.254925394s","start":"2026-03-19T22:10:29.772584Z","end":"2026-03-19T22:10:31.027509Z","steps":["trace[986624354] 'agreement among raft nodes before linearized reading' (duration: 1.254819982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.027576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:29.772573Z","time spent":"1.254992165s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:10:31.027391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:30.236029Z","time spent":"791.29833ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:31.027607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.498551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:10:31.027707Z","caller":"traceutil/trace.go:171","msg":"trace[794054186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8144; }","duration":"399.682885ms","start":"2026-03-19T22:10:30.628004Z","end":"2026-03-19T22:10:31.027687Z","steps":["trace[794054186] 'agreement among raft nodes before linearized reading' (duration: 399.329307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.027782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:30.627978Z","time spent":"399.792328ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:10:31.027464Z","caller":"traceutil/trace.go:171","msg":"trace[52486391] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8144; }","duration":"1.25927815s","start":"2026-03-19T22:10:29.768163Z","end":"2026-03-19T22:10:31.027441Z","steps":["trace[52486391] 'agreement among raft nodes before linearized reading' (duration: 1.259093625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.027293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.192256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:10:31.028109Z","caller":"traceutil/trace.go:171","msg":"trace[1695735841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8144; }","duration":"732.031265ms","start":"2026-03-19T22:10:30.296055Z","end":"2026-03-19T22:10:31.028086Z","steps":["trace[1695735841] 'agreement among raft nodes before linearized reading' (duration: 731.089233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.028108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:29.768151Z","time spent":"1.259831423s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:31.028172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:30.29604Z","time spent":"732.115306ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:31.931077Z","caller":"traceutil/trace.go:171","msg":"trace[809873326] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"898.602832ms","start":"2026-03-19T22:10:31.03245Z","end":"2026-03-19T22:10:31.931053Z","steps":["trace[809873326] 'process raft request' (duration: 898.277475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.931192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.032428Z","time spent":"898.706585ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:31.931181Z","caller":"traceutil/trace.go:171","msg":"trace[1659168474] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8496; }","duration":"897.62284ms","start":"2026-03-19T22:10:31.033527Z","end":"2026-03-19T22:10:31.93115Z","steps":["trace[1659168474] 'read index received' (duration: 50.125103ms)","trace[1659168474] 'applied index is now lower than readState.Index' (duration: 847.496387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:31.931278Z","caller":"traceutil/trace.go:171","msg":"trace[1780642364] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"897.906716ms","start":"2026-03-19T22:10:31.033366Z","end":"2026-03-19T22:10:31.931273Z","steps":["trace[1780642364] 'process raft request' (duration: 897.730732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.931307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.033355Z","time spent":"897.935457ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:31.931397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.908299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:31.931418Z","caller":"traceutil/trace.go:171","msg":"trace[1387322567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8149; }","duration":"894.963011ms","start":"2026-03-19T22:10:31.03645Z","end":"2026-03-19T22:10:31.931413Z","steps":["trace[1387322567] 'agreement among raft nodes before linearized reading' (duration: 894.90724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.931432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.036432Z","time spent":"894.997021ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:10:31.93158Z","caller":"traceutil/trace.go:171","msg":"trace[357045447] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"898.746775ms","start":"2026-03-19T22:10:31.032828Z","end":"2026-03-19T22:10:31.931574Z","steps":["trace[357045447] 'process raft request' (duration: 898.114522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:31.93159Z","caller":"traceutil/trace.go:171","msg":"trace[164876959] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"898.06455ms","start":"2026-03-19T22:10:31.033119Z","end":"2026-03-19T22:10:31.931184Z","steps":["trace[164876959] 'process raft request' (duration: 897.902306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.93164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.09049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224597"} {"level":"warn","ts":"2026-03-19T22:10:31.931638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.549996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:10:31.931685Z","caller":"traceutil/trace.go:171","msg":"trace[894963851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8149; }","duration":"898.170542ms","start":"2026-03-19T22:10:31.033503Z","end":"2026-03-19T22:10:31.931674Z","steps":["trace[894963851] 'agreement among raft nodes before linearized reading' (duration: 897.799243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.931617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.032816Z","time spent":"898.781786ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:31.931702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.033107Z","time spent":"898.53596ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:31.931726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.033496Z","time spent":"898.221523ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224621,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T22:10:31.93173Z","caller":"traceutil/trace.go:171","msg":"trace[702776679] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8149; }","duration":"483.727539ms","start":"2026-03-19T22:10:31.447983Z","end":"2026-03-19T22:10:31.93171Z","steps":["trace[702776679] 'agreement among raft nodes before linearized reading' (duration: 483.470794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:31.931782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:31.447957Z","time spent":"483.814732ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:33.207083Z","caller":"traceutil/trace.go:171","msg":"trace[2061433308] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"173.189135ms","start":"2026-03-19T22:10:33.033867Z","end":"2026-03-19T22:10:33.207056Z","steps":["trace[2061433308] 'process raft request' (duration: 172.95606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:33.910783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.993794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:33.911018Z","caller":"traceutil/trace.go:171","msg":"trace[656668546] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8501; }","duration":"824.218691ms","start":"2026-03-19T22:10:33.086781Z","end":"2026-03-19T22:10:33.911Z","steps":["trace[656668546] 'read index received' (duration: 120.109937ms)","trace[656668546] 'applied index is now lower than readState.Index' (duration: 704.107804ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:33.911129Z","caller":"traceutil/trace.go:171","msg":"trace[1486255198] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"876.290027ms","start":"2026-03-19T22:10:33.034812Z","end":"2026-03-19T22:10:33.911102Z","steps":["trace[1486255198] 'process raft request' (duration: 876.123383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:33.911196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.034802Z","time spent":"876.360578ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:33.911261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.683411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:33.911354Z","caller":"traceutil/trace.go:171","msg":"trace[1007778199] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8152; }","duration":"547.870365ms","start":"2026-03-19T22:10:33.363464Z","end":"2026-03-19T22:10:33.911335Z","steps":["trace[1007778199] 'agreement among raft nodes before linearized reading' (duration: 547.706982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:33.911324Z","caller":"traceutil/trace.go:171","msg":"trace[1922163966] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"877.000153ms","start":"2026-03-19T22:10:33.034216Z","end":"2026-03-19T22:10:33.911217Z","steps":["trace[1922163966] 'process raft request' (duration: 661.493987ms)","trace[1922163966] 'compare' (duration: 214.860451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:33.911417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.363434Z","time spent":"547.970408ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:33.911849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.034191Z","time spent":"877.224437ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:33.91243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.632561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:10:33.913256Z","caller":"traceutil/trace.go:171","msg":"trace[2012787135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8152; }","duration":"826.224445ms","start":"2026-03-19T22:10:33.086724Z","end":"2026-03-19T22:10:33.912948Z","steps":["trace[2012787135] 'agreement among raft nodes before linearized reading' (duration: 824.736652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:33.913384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.086703Z","time spent":"826.620183ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:34.421886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.578439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:34.422027Z","caller":"traceutil/trace.go:171","msg":"trace[1498206510] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"486.882719ms","start":"2026-03-19T22:10:33.935121Z","end":"2026-03-19T22:10:34.422003Z","steps":["trace[1498206510] 'read index received' (duration: 361.042615ms)","trace[1498206510] 'applied index is now lower than readState.Index' (duration: 125.837974ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:34.422147Z","caller":"traceutil/trace.go:171","msg":"trace[2052076629] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"490.951351ms","start":"2026-03-19T22:10:33.931178Z","end":"2026-03-19T22:10:34.42213Z","steps":["trace[2052076629] 'process raft request' (duration: 364.993594ms)","trace[2052076629] 'compare' (duration: 125.076648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:34.422234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.931151Z","time spent":"491.035232ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:34.422415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.559121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-19T22:10:34.422432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.46045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:34.422441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.690925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:10:34.422486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.798883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T22:10:34.422492Z","caller":"traceutil/trace.go:171","msg":"trace[340496983] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959; range_end:; response_count:1; response_revision:8153; }","duration":"240.697614ms","start":"2026-03-19T22:10:34.181778Z","end":"2026-03-19T22:10:34.422476Z","steps":["trace[340496983] 'agreement among raft nodes before linearized reading' (duration: 240.451638ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:34.422562Z","caller":"traceutil/trace.go:171","msg":"trace[603900813] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8153; }","duration":"175.914596ms","start":"2026-03-19T22:10:34.246622Z","end":"2026-03-19T22:10:34.422537Z","steps":["trace[603900813] 'agreement among raft nodes before linearized reading' (duration: 175.725231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:34.422624Z","caller":"traceutil/trace.go:171","msg":"trace[2023656519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8153; }","duration":"486.791718ms","start":"2026-03-19T22:10:33.935702Z","end":"2026-03-19T22:10:34.422494Z","steps":["trace[2023656519] 'agreement among raft nodes before linearized reading' (duration: 486.498222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:34.422665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.527213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:10:34.422694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.510458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:34.422585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.24451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:10:34.422728Z","caller":"traceutil/trace.go:171","msg":"trace[1151080252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8153; }","duration":"486.617175ms","start":"2026-03-19T22:10:33.936097Z","end":"2026-03-19T22:10:34.422715Z","steps":["trace[1151080252] 'agreement among raft nodes before linearized reading' (duration: 486.445131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:34.42276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.880941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:10:34.422764Z","caller":"traceutil/trace.go:171","msg":"trace[1037087992] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8153; }","duration":"420.61385ms","start":"2026-03-19T22:10:34.002132Z","end":"2026-03-19T22:10:34.422746Z","steps":["trace[1037087992] 'agreement among raft nodes before linearized reading' (duration: 420.478717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:34.422774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.936083Z","time spent":"486.675786ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:10:34.422793Z","caller":"traceutil/trace.go:171","msg":"trace[1867410156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8153; }","duration":"486.953433ms","start":"2026-03-19T22:10:33.935831Z","end":"2026-03-19T22:10:34.422784Z","steps":["trace[1867410156] 'agreement among raft nodes before linearized reading' (duration: 486.868961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:34.422819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.935797Z","time spent":"487.016544ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:10:34.422813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:34.002115Z","time spent":"420.682622ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":34,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:34.422677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.935695Z","time spent":"486.969403ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:10:34.422771Z","caller":"traceutil/trace.go:171","msg":"trace[1492326088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8153; }","duration":"483.447615ms","start":"2026-03-19T22:10:33.939307Z","end":"2026-03-19T22:10:34.422754Z","steps":["trace[1492326088] 'agreement among raft nodes before linearized reading' (duration: 483.185728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:34.422439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.306509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:10:34.422926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.939296Z","time spent":"483.614248ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:34.422501Z","caller":"traceutil/trace.go:171","msg":"trace[2079201894] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8153; }","duration":"114.578563ms","start":"2026-03-19T22:10:34.307907Z","end":"2026-03-19T22:10:34.422485Z","steps":["trace[2079201894] 'agreement among raft nodes before linearized reading' (duration: 114.391579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:34.422969Z","caller":"traceutil/trace.go:171","msg":"trace[1623772567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8153; }","duration":"487.882673ms","start":"2026-03-19T22:10:33.935073Z","end":"2026-03-19T22:10:34.422955Z","steps":["trace[1623772567] 'agreement among raft nodes before linearized reading' (duration: 487.242008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:34.423013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:33.935052Z","time spent":"487.947205ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:10:34.574186Z","caller":"traceutil/trace.go:171","msg":"trace[611826216] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"132.459821ms","start":"2026-03-19T22:10:34.441696Z","end":"2026-03-19T22:10:34.574156Z","steps":["trace[611826216] 'process raft request' (duration: 131.797386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.650355Z","caller":"traceutil/trace.go:171","msg":"trace[555290591] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"139.215731ms","start":"2026-03-19T22:10:37.511113Z","end":"2026-03-19T22:10:37.650328Z","steps":["trace[555290591] 'process raft request' (duration: 124.950794ms)","trace[555290591] 'compare' (duration: 14.135924ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:37.674061Z","caller":"traceutil/trace.go:171","msg":"trace[1093318575] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"151.236447ms","start":"2026-03-19T22:10:37.522777Z","end":"2026-03-19T22:10:37.674014Z","steps":["trace[1093318575] 'process raft request' (duration: 151.104224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674028Z","caller":"traceutil/trace.go:171","msg":"trace[1892002781] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"151.36042ms","start":"2026-03-19T22:10:37.522601Z","end":"2026-03-19T22:10:37.673961Z","steps":["trace[1892002781] 'process raft request' (duration: 151.147385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.6742Z","caller":"traceutil/trace.go:171","msg":"trace[1905709380] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"151.068084ms","start":"2026-03-19T22:10:37.523088Z","end":"2026-03-19T22:10:37.674156Z","steps":["trace[1905709380] 'process raft request' (duration: 150.86725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674252Z","caller":"traceutil/trace.go:171","msg":"trace[1070106364] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"151.146475ms","start":"2026-03-19T22:10:37.523062Z","end":"2026-03-19T22:10:37.674209Z","steps":["trace[1070106364] 'process raft request' (duration: 150.856469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674391Z","caller":"traceutil/trace.go:171","msg":"trace[842613325] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"149.230683ms","start":"2026-03-19T22:10:37.525133Z","end":"2026-03-19T22:10:37.674364Z","steps":["trace[842613325] 'process raft request' (duration: 149.147861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674415Z","caller":"traceutil/trace.go:171","msg":"trace[991651359] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"151.136215ms","start":"2026-03-19T22:10:37.523255Z","end":"2026-03-19T22:10:37.674391Z","steps":["trace[991651359] 'process raft request' (duration: 150.90476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674407Z","caller":"traceutil/trace.go:171","msg":"trace[825275694] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"150.979762ms","start":"2026-03-19T22:10:37.523398Z","end":"2026-03-19T22:10:37.674378Z","steps":["trace[825275694] 'process raft request' (duration: 150.794148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674432Z","caller":"traceutil/trace.go:171","msg":"trace[755624206] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"150.993983ms","start":"2026-03-19T22:10:37.523411Z","end":"2026-03-19T22:10:37.674405Z","steps":["trace[755624206] 'process raft request' (duration: 150.823289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674375Z","caller":"traceutil/trace.go:171","msg":"trace[1512582817] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"151.179766ms","start":"2026-03-19T22:10:37.523163Z","end":"2026-03-19T22:10:37.674342Z","steps":["trace[1512582817] 'process raft request' (duration: 150.91802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.674378Z","caller":"traceutil/trace.go:171","msg":"trace[399958531] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"151.092874ms","start":"2026-03-19T22:10:37.523214Z","end":"2026-03-19T22:10:37.674307Z","steps":["trace[399958531] 'process raft request' (duration: 150.91239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.849971Z","caller":"traceutil/trace.go:171","msg":"trace[983738728] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"100.160534ms","start":"2026-03-19T22:10:37.749781Z","end":"2026-03-19T22:10:37.849942Z","steps":["trace[983738728] 'process raft request' (duration: 99.894909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.981801Z","caller":"traceutil/trace.go:171","msg":"trace[736767603] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"123.510413ms","start":"2026-03-19T22:10:37.858258Z","end":"2026-03-19T22:10:37.981769Z","steps":["trace[736767603] 'process raft request' (duration: 91.189445ms)","trace[736767603] 'compare' (duration: 32.170755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:37.989058Z","caller":"traceutil/trace.go:171","msg":"trace[115262737] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"129.988868ms","start":"2026-03-19T22:10:37.859041Z","end":"2026-03-19T22:10:37.98903Z","steps":["trace[115262737] 'process raft request' (duration: 129.790283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.989336Z","caller":"traceutil/trace.go:171","msg":"trace[1305945960] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"130.268424ms","start":"2026-03-19T22:10:37.859044Z","end":"2026-03-19T22:10:37.989312Z","steps":["trace[1305945960] 'process raft request' (duration: 129.917506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.989528Z","caller":"traceutil/trace.go:171","msg":"trace[850380981] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"121.419487ms","start":"2026-03-19T22:10:37.868079Z","end":"2026-03-19T22:10:37.989499Z","steps":["trace[850380981] 'process raft request' (duration: 121.139091ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.989735Z","caller":"traceutil/trace.go:171","msg":"trace[1073076103] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"106.856663ms","start":"2026-03-19T22:10:37.882858Z","end":"2026-03-19T22:10:37.989714Z","steps":["trace[1073076103] 'process raft request' (duration: 106.580457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:37.989851Z","caller":"traceutil/trace.go:171","msg":"trace[86157912] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"100.341098ms","start":"2026-03-19T22:10:37.889489Z","end":"2026-03-19T22:10:37.989831Z","steps":["trace[86157912] 'process raft request' (duration: 100.142664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:38.160285Z","caller":"traceutil/trace.go:171","msg":"trace[1419588027] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"151.30511ms","start":"2026-03-19T22:10:38.008954Z","end":"2026-03-19T22:10:38.160259Z","steps":["trace[1419588027] 'process raft request' (duration: 147.928126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:38.160504Z","caller":"traceutil/trace.go:171","msg":"trace[2127463313] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"151.475954ms","start":"2026-03-19T22:10:38.008966Z","end":"2026-03-19T22:10:38.160442Z","steps":["trace[2127463313] 'process raft request' (duration: 150.922142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:40.346062Z","caller":"traceutil/trace.go:171","msg":"trace[542574019] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"316.556782ms","start":"2026-03-19T22:10:40.029472Z","end":"2026-03-19T22:10:40.346028Z","steps":["trace[542574019] 'process raft request' (duration: 278.726841ms)","trace[542574019] 'compare' (duration: 37.345241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:40.34621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:40.029443Z","time spent":"316.693726ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:42.343001Z","caller":"traceutil/trace.go:171","msg":"trace[416272072] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"250.051865ms","start":"2026-03-19T22:10:42.092919Z","end":"2026-03-19T22:10:42.342971Z","steps":["trace[416272072] 'process raft request' (duration: 249.799649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:42.68445Z","caller":"traceutil/trace.go:171","msg":"trace[548339921] linearizableReadLoop","detail":"{readStateIndex:8676; appliedIndex:8675; }","duration":"148.308965ms","start":"2026-03-19T22:10:42.536121Z","end":"2026-03-19T22:10:42.68443Z","steps":["trace[548339921] 'read index received' (duration: 148.11446ms)","trace[548339921] 'applied index is now lower than readState.Index' (duration: 193.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:42.684508Z","caller":"traceutil/trace.go:171","msg":"trace[750515305] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"150.050583ms","start":"2026-03-19T22:10:42.534417Z","end":"2026-03-19T22:10:42.684467Z","steps":["trace[750515305] 'process raft request' (duration: 149.864749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:42.684757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.607851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:10:42.684834Z","caller":"traceutil/trace.go:171","msg":"trace[1272291322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8322; }","duration":"148.715934ms","start":"2026-03-19T22:10:42.5361Z","end":"2026-03-19T22:10:42.684816Z","steps":["trace[1272291322] 'agreement among raft nodes before linearized reading' (duration: 148.423958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:44.682024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:45.185113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:45.276231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.942270986s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:10:45.27666Z","caller":"traceutil/trace.go:171","msg":"trace[1177260800] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"1.942831389s","start":"2026-03-19T22:10:43.333803Z","end":"2026-03-19T22:10:45.276635Z","steps":["trace[1177260800] 'process raft request' (duration: 1.942665876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:45.276821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:43.33377Z","time spent":"1.942972832s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:46.77247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001305418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T22:10:46.772599Z","caller":"traceutil/trace.go:171","msg":"trace[1938729432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001502923s","start":"2026-03-19T22:10:44.771069Z","end":"2026-03-19T22:10:46.772572Z","steps":["trace[1938729432] 'agreement among raft nodes before linearized reading' (duration: 2.001337359s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.772661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.771052Z","time spent":"2.001596935s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 22:10:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T22:10:46.931387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425907117s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:46.932641Z","caller":"traceutil/trace.go:171","msg":"trace[865212603] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"2.585390124s","start":"2026-03-19T22:10:44.34722Z","end":"2026-03-19T22:10:46.93261Z","steps":["trace[865212603] 'process raft request' (duration: 1.148478372s)","trace[865212603] 'compare' (duration: 1.425531969s)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:46.932805Z","caller":"traceutil/trace.go:171","msg":"trace[2053796505] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"1.435629673s","start":"2026-03-19T22:10:45.497148Z","end":"2026-03-19T22:10:46.932778Z","steps":["trace[2053796505] 'process raft request' (duration: 1.43552586s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:46.932833Z","caller":"traceutil/trace.go:171","msg":"trace[1088518722] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"2.540499467s","start":"2026-03-19T22:10:44.392296Z","end":"2026-03-19T22:10:46.932796Z","steps":["trace[1088518722] 'process raft request' (duration: 2.540223811s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:46.932864Z","caller":"traceutil/trace.go:171","msg":"trace[654116448] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8680; }","duration":"2.751413882s","start":"2026-03-19T22:10:44.181417Z","end":"2026-03-19T22:10:46.932831Z","steps":["trace[654116448] 'read index received' (duration: 1.095034055s)","trace[654116448] 'applied index is now lower than readState.Index' (duration: 1.656376927s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:46.932946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:45.497121Z","time spent":"1.435752806s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:46.932816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.3472Z","time spent":"2.585520057s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:46.932981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.392277Z","time spent":"2.540621359s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:46.933216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453960754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T22:10:46.933217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238795945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:10:46.933235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685827944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T22:10:46.933286Z","caller":"traceutil/trace.go:171","msg":"trace[1041948238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8330; }","duration":"2.238888086s","start":"2026-03-19T22:10:44.694378Z","end":"2026-03-19T22:10:46.933266Z","steps":["trace[1041948238] 'agreement among raft nodes before linearized reading' (duration: 2.238707952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240963353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:10:46.933269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235985772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:10:46.933333Z","caller":"traceutil/trace.go:171","msg":"trace[1228005807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8330; }","duration":"2.241021014s","start":"2026-03-19T22:10:44.692307Z","end":"2026-03-19T22:10:46.933328Z","steps":["trace[1228005807] 'agreement among raft nodes before linearized reading' (duration: 2.240953792s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.692291Z","time spent":"2.241058565s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:10:46.933243Z","caller":"traceutil/trace.go:171","msg":"trace[362967841] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8330; }","duration":"2.453988195s","start":"2026-03-19T22:10:44.479248Z","end":"2026-03-19T22:10:46.933236Z","steps":["trace[362967841] 'agreement among raft nodes before linearized reading' (duration: 2.453845361s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.47917Z","time spent":"2.45421784s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T22:10:46.933287Z","caller":"traceutil/trace.go:171","msg":"trace[1004113678] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8330; }","duration":"2.685932756s","start":"2026-03-19T22:10:44.24734Z","end":"2026-03-19T22:10:46.933273Z","steps":["trace[1004113678] 'agreement among raft nodes before linearized reading' (duration: 2.685705421s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.694367Z","time spent":"2.238967968s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:10:46.933495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.247315Z","time spent":"2.686162073s","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-19T22:10:46.933529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.839944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:46.933621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237164439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:10:46.933658Z","caller":"traceutil/trace.go:171","msg":"trace[1850645334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8330; }","duration":"2.23723867s","start":"2026-03-19T22:10:44.696414Z","end":"2026-03-19T22:10:46.933652Z","steps":["trace[1850645334] 'agreement among raft nodes before linearized reading' (duration: 2.237165388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.696394Z","time spent":"2.237276701s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:10:46.933678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75222162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T22:10:46.933748Z","caller":"traceutil/trace.go:171","msg":"trace[581438098] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959; range_end:; response_count:1; response_revision:8330; }","duration":"2.752367093s","start":"2026-03-19T22:10:44.18136Z","end":"2026-03-19T22:10:46.933728Z","steps":["trace[581438098] 'agreement among raft nodes before linearized reading' (duration: 2.751588725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184201642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:10:46.933783Z","caller":"traceutil/trace.go:171","msg":"trace[57560407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8330; }","duration":"2.184265383s","start":"2026-03-19T22:10:44.749513Z","end":"2026-03-19T22:10:46.933778Z","steps":["trace[57560407] 'agreement among raft nodes before linearized reading' (duration: 2.184203832s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.590098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:46.933799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.749484Z","time spent":"2.184311944s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T22:10:46.933821Z","caller":"traceutil/trace.go:171","msg":"trace[292602181] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8330; }","duration":"512.68084ms","start":"2026-03-19T22:10:46.421124Z","end":"2026-03-19T22:10:46.933805Z","steps":["trace[292602181] 'agreement among raft nodes before linearized reading' (duration: 512.583998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.93383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.623113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:46.933863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:46.421105Z","time spent":"512.748911ms","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:46.933912Z","caller":"traceutil/trace.go:171","msg":"trace[630637251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8330; }","duration":"771.768196ms","start":"2026-03-19T22:10:46.162126Z","end":"2026-03-19T22:10:46.933894Z","steps":["trace[630637251] 'agreement among raft nodes before linearized reading' (duration: 771.579072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.933954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:46.162107Z","time spent":"771.838758ms","remote":"127.0.0.1:44284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:46.933954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454749143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T22:10:46.934037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233949687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:10:46.93406Z","caller":"traceutil/trace.go:171","msg":"trace[1266275473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8330; }","duration":"2.233973567s","start":"2026-03-19T22:10:44.700082Z","end":"2026-03-19T22:10:46.934056Z","steps":["trace[1266275473] 'agreement among raft nodes before linearized reading' (duration: 2.233910166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.934074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.700025Z","time spent":"2.23404613s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:46.934065Z","caller":"traceutil/trace.go:171","msg":"trace[1463431559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8330; }","duration":"2.454898036s","start":"2026-03-19T22:10:44.479145Z","end":"2026-03-19T22:10:46.934043Z","steps":["trace[1463431559] 'agreement among raft nodes before linearized reading' (duration: 2.454705762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.934121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.479124Z","time spent":"2.454982058s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T22:10:46.933361Z","caller":"traceutil/trace.go:171","msg":"trace[818686068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8330; }","duration":"2.236098654s","start":"2026-03-19T22:10:44.697244Z","end":"2026-03-19T22:10:46.933343Z","steps":["trace[818686068] 'agreement among raft nodes before linearized reading' (duration: 2.235832108s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:46.934398Z","caller":"traceutil/trace.go:171","msg":"trace[1947371321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8330; }","duration":"161.111809ms","start":"2026-03-19T22:10:46.772624Z","end":"2026-03-19T22:10:46.933735Z","steps":["trace[1947371321] 'agreement among raft nodes before linearized reading' (duration: 160.825332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.934486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.697234Z","time spent":"2.237174418s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:46.933579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236431043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:10:46.934662Z","caller":"traceutil/trace.go:171","msg":"trace[1179044333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8330; }","duration":"2.237540676s","start":"2026-03-19T22:10:44.697108Z","end":"2026-03-19T22:10:46.934649Z","steps":["trace[1179044333] 'agreement among raft nodes before linearized reading' (duration: 2.236384741s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:46.934696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.697097Z","time spent":"2.237588977s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:46.934417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:44.18133Z","time spent":"2.752441325s","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" "} {"level":"info","ts":"2026-03-19T22:10:47.05937Z","caller":"traceutil/trace.go:171","msg":"trace[1230622928] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"121.722213ms","start":"2026-03-19T22:10:46.937618Z","end":"2026-03-19T22:10:47.05934Z","steps":["trace[1230622928] 'process raft request' (duration: 120.402404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.059737Z","caller":"traceutil/trace.go:171","msg":"trace[858439305] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"121.933209ms","start":"2026-03-19T22:10:46.937771Z","end":"2026-03-19T22:10:47.059704Z","steps":["trace[858439305] 'process raft request' (duration: 121.504629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.0599Z","caller":"traceutil/trace.go:171","msg":"trace[906651865] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"121.849787ms","start":"2026-03-19T22:10:46.938038Z","end":"2026-03-19T22:10:47.059888Z","steps":["trace[906651865] 'process raft request' (duration: 121.52822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.060196Z","caller":"traceutil/trace.go:171","msg":"trace[298848067] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"122.067812ms","start":"2026-03-19T22:10:46.938096Z","end":"2026-03-19T22:10:47.060164Z","steps":["trace[298848067] 'process raft request' (duration: 121.734625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.060381Z","caller":"traceutil/trace.go:171","msg":"trace[1721241146] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"122.239756ms","start":"2026-03-19T22:10:46.938125Z","end":"2026-03-19T22:10:47.060365Z","steps":["trace[1721241146] 'process raft request' (duration: 121.99025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.060392Z","caller":"traceutil/trace.go:171","msg":"trace[565861208] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8684; }","duration":"121.09303ms","start":"2026-03-19T22:10:46.939277Z","end":"2026-03-19T22:10:47.06037Z","steps":["trace[565861208] 'read index received' (duration: 59.691205ms)","trace[565861208] 'applied index is now lower than readState.Index' (duration: 61.400515ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:47.060507Z","caller":"traceutil/trace.go:171","msg":"trace[1704996484] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"122.367408ms","start":"2026-03-19T22:10:46.938127Z","end":"2026-03-19T22:10:47.060494Z","steps":["trace[1704996484] 'process raft request' (duration: 122.118103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.060536Z","caller":"traceutil/trace.go:171","msg":"trace[346269065] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"120.882625ms","start":"2026-03-19T22:10:46.939638Z","end":"2026-03-19T22:10:47.060521Z","steps":["trace[346269065] 'process raft request' (duration: 120.688421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:47.06067Z","caller":"traceutil/trace.go:171","msg":"trace[1452002374] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"122.312537ms","start":"2026-03-19T22:10:46.938348Z","end":"2026-03-19T22:10:47.060661Z","steps":["trace[1452002374] 'process raft request' (duration: 121.945489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:47.060767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.480929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:10:47.060852Z","caller":"traceutil/trace.go:171","msg":"trace[2019940021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8338; }","duration":"121.618222ms","start":"2026-03-19T22:10:46.939217Z","end":"2026-03-19T22:10:47.060835Z","steps":["trace[2019940021] 'agreement among raft nodes before linearized reading' (duration: 121.369666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:47.061105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.816176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224597"} {"level":"info","ts":"2026-03-19T22:10:47.061166Z","caller":"traceutil/trace.go:171","msg":"trace[1087859677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8338; }","duration":"121.924058ms","start":"2026-03-19T22:10:46.939228Z","end":"2026-03-19T22:10:47.061152Z","steps":["trace[1087859677] 'agreement among raft nodes before linearized reading' (duration: 121.367066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:47.069845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.829259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:47.069919Z","caller":"traceutil/trace.go:171","msg":"trace[1356222458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8339; }","duration":"127.932301ms","start":"2026-03-19T22:10:46.941971Z","end":"2026-03-19T22:10:47.069903Z","steps":["trace[1356222458] 'agreement among raft nodes before linearized reading' (duration: 127.736037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:53.091937Z","caller":"traceutil/trace.go:171","msg":"trace[748495477] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"126.670734ms","start":"2026-03-19T22:10:52.965243Z","end":"2026-03-19T22:10:53.091914Z","steps":["trace[748495477] 'process raft request' (duration: 126.48864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.788874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.858754ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:53.789022Z","caller":"traceutil/trace.go:171","msg":"trace[1045888781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8360; }","duration":"522.012177ms","start":"2026-03-19T22:10:53.266977Z","end":"2026-03-19T22:10:53.788989Z","steps":["trace[1045888781] 'range keys from in-memory index tree' (duration: 521.835004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.074559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:53.789309Z","caller":"traceutil/trace.go:171","msg":"trace[1838390989] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"815.402184ms","start":"2026-03-19T22:10:52.973887Z","end":"2026-03-19T22:10:53.789289Z","steps":["trace[1838390989] 'process raft request' (duration: 153.06907ms)","trace[1838390989] 'compare' (duration: 661.7049ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:53.789381Z","caller":"traceutil/trace.go:171","msg":"trace[971124217] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8715; }","duration":"706.29541ms","start":"2026-03-19T22:10:53.083071Z","end":"2026-03-19T22:10:53.789367Z","steps":["trace[971124217] 'read index received' (duration: 8.671363ms)","trace[971124217] 'applied index is now lower than readState.Index' (duration: 697.622017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:53.789414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:52.973856Z","time spent":"815.494426ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:53.789457Z","caller":"traceutil/trace.go:171","msg":"trace[826948120] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"442.136222ms","start":"2026-03-19T22:10:53.347296Z","end":"2026-03-19T22:10:53.789432Z","steps":["trace[826948120] 'process raft request' (duration: 441.990439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.347251Z","time spent":"442.313876ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:53.789754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.035092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T22:10:53.789746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.786266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:10:53.789787Z","caller":"traceutil/trace.go:171","msg":"trace[94590012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8362; }","duration":"696.068182ms","start":"2026-03-19T22:10:53.093711Z","end":"2026-03-19T22:10:53.789779Z","steps":["trace[94590012] 'agreement among raft nodes before linearized reading' (duration: 695.894719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:53.789793Z","caller":"traceutil/trace.go:171","msg":"trace[1581445637] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8362; }","duration":"248.841078ms","start":"2026-03-19T22:10:53.540942Z","end":"2026-03-19T22:10:53.789783Z","steps":["trace[1581445637] 'agreement among raft nodes before linearized reading' (duration: 248.735215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.425943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:53.789751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.461235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T22:10:53.789804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.362128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:10:53.789846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.871849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T22:10:53.789823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.726029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:10:53.78986Z","caller":"traceutil/trace.go:171","msg":"trace[2109975770] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8362; }","duration":"200.552386ms","start":"2026-03-19T22:10:53.589284Z","end":"2026-03-19T22:10:53.789837Z","steps":["trace[2109975770] 'agreement among raft nodes before linearized reading' (duration: 200.396952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:53.789885Z","caller":"traceutil/trace.go:171","msg":"trace[335073426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8362; }","duration":"695.91034ms","start":"2026-03-19T22:10:53.093964Z","end":"2026-03-19T22:10:53.789875Z","steps":["trace[335073426] 'agreement among raft nodes before linearized reading' (duration: 695.658304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.09367Z","time spent":"696.135915ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:10:53.789886Z","caller":"traceutil/trace.go:171","msg":"trace[896324794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8362; }","duration":"691.485601ms","start":"2026-03-19T22:10:53.098381Z","end":"2026-03-19T22:10:53.789867Z","steps":["trace[896324794] 'agreement among raft nodes before linearized reading' (duration: 691.183015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.093934Z","time spent":"695.97366ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:10:53.789919Z","caller":"traceutil/trace.go:171","msg":"trace[628613716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8362; }","duration":"706.889393ms","start":"2026-03-19T22:10:53.083008Z","end":"2026-03-19T22:10:53.789897Z","steps":["trace[628613716] 'agreement among raft nodes before linearized reading' (duration: 706.492434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.098366Z","time spent":"691.561393ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:53.789874Z","caller":"traceutil/trace.go:171","msg":"trace[1720097789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8362; }","duration":"702.636279ms","start":"2026-03-19T22:10:53.087217Z","end":"2026-03-19T22:10:53.789853Z","steps":["trace[1720097789] 'agreement among raft nodes before linearized reading' (duration: 702.320212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.789977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.082986Z","time spent":"706.981305ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:53.79001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.087198Z","time spent":"702.792592ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:53.790594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.238817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:10:53.790679Z","caller":"traceutil/trace.go:171","msg":"trace[1793438280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8362; }","duration":"697.035595ms","start":"2026-03-19T22:10:53.093619Z","end":"2026-03-19T22:10:53.790655Z","steps":["trace[1793438280] 'agreement among raft nodes before linearized reading' (duration: 696.006212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:53.790732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:53.093598Z","time spent":"697.118377ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:10:54.064563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.434452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:54.064821Z","caller":"traceutil/trace.go:171","msg":"trace[1856955096] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"269.725082ms","start":"2026-03-19T22:10:53.795066Z","end":"2026-03-19T22:10:54.064791Z","steps":["trace[1856955096] 'process raft request' (duration: 118.975433ms)","trace[1856955096] 'compare' (duration: 150.254078ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:54.091527Z","caller":"traceutil/trace.go:171","msg":"trace[1958355425] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"295.808302ms","start":"2026-03-19T22:10:53.795705Z","end":"2026-03-19T22:10:54.091513Z","steps":["trace[1958355425] 'process raft request' (duration: 295.74387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:54.091592Z","caller":"traceutil/trace.go:171","msg":"trace[1177775303] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"295.920444ms","start":"2026-03-19T22:10:53.795648Z","end":"2026-03-19T22:10:54.091568Z","steps":["trace[1177775303] 'process raft request' (duration: 295.71161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:54.091843Z","caller":"traceutil/trace.go:171","msg":"trace[1637784748] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"296.067918ms","start":"2026-03-19T22:10:53.795761Z","end":"2026-03-19T22:10:54.091829Z","steps":["trace[1637784748] 'process raft request' (duration: 295.72299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:54.091829Z","caller":"traceutil/trace.go:171","msg":"trace[1916259505] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8718; }","duration":"295.452394ms","start":"2026-03-19T22:10:53.796352Z","end":"2026-03-19T22:10:54.091804Z","steps":["trace[1916259505] 'read index received' (duration: 117.706295ms)","trace[1916259505] 'applied index is now lower than readState.Index' (duration: 177.744909ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:54.09192Z","caller":"traceutil/trace.go:171","msg":"trace[461114839] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"293.974871ms","start":"2026-03-19T22:10:53.797915Z","end":"2026-03-19T22:10:54.09189Z","steps":["trace[461114839] 'process raft request' (duration: 293.798627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:54.092277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.920324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224597"} {"level":"info","ts":"2026-03-19T22:10:54.09232Z","caller":"traceutil/trace.go:171","msg":"trace[1480218453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8367; }","duration":"296.021246ms","start":"2026-03-19T22:10:53.796289Z","end":"2026-03-19T22:10:54.09231Z","steps":["trace[1480218453] 'agreement among raft nodes before linearized reading' (duration: 295.611567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:54.606235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.059116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:10:54.606311Z","caller":"traceutil/trace.go:171","msg":"trace[878700275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8367; }","duration":"237.176408ms","start":"2026-03-19T22:10:54.369117Z","end":"2026-03-19T22:10:54.606293Z","steps":["trace[878700275] 'count revisions from in-memory index tree' (duration: 236.871052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:54.606412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.539089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T22:10:54.606517Z","caller":"traceutil/trace.go:171","msg":"trace[1951757498] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959; range_end:; response_count:1; response_revision:8367; }","duration":"423.709594ms","start":"2026-03-19T22:10:54.182785Z","end":"2026-03-19T22:10:54.606495Z","steps":["trace[1951757498] 'range keys from in-memory index tree' (duration: 423.315155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:54.606565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.182758Z","time spent":"423.798596ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" "} {"level":"warn","ts":"2026-03-19T22:10:54.60697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.72981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T22:10:54.607075Z","caller":"traceutil/trace.go:171","msg":"trace[1446640797] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8367; }","duration":"358.911423ms","start":"2026-03-19T22:10:54.24814Z","end":"2026-03-19T22:10:54.607051Z","steps":["trace[1446640797] 'range keys from in-memory index tree' (duration: 357.912071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:54.607125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.248118Z","time spent":"358.997565ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-19T22:10:54.86579Z","caller":"traceutil/trace.go:171","msg":"trace[1109771007] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"424.622204ms","start":"2026-03-19T22:10:54.441133Z","end":"2026-03-19T22:10:54.865755Z","steps":["trace[1109771007] 'process raft request' (duration: 424.357708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:54.866032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.441107Z","time spent":"424.821029ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:55.22278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.374973ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T22:10:55.223008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.60827Z","time spent":"614.728736ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T22:10:55.22307Z","caller":"traceutil/trace.go:171","msg":"trace[1618536230] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8723; }","duration":"542.011771ms","start":"2026-03-19T22:10:54.681034Z","end":"2026-03-19T22:10:55.223046Z","steps":["trace[1618536230] 'read index received' (duration: 184.452988ms)","trace[1618536230] 'applied index is now lower than readState.Index' (duration: 357.557523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:55.223195Z","caller":"traceutil/trace.go:171","msg":"trace[1940207819] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"614.148334ms","start":"2026-03-19T22:10:54.609015Z","end":"2026-03-19T22:10:55.223164Z","steps":["trace[1940207819] 'process raft request' (duration: 613.878928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:55.223295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.259376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:10:55.223348Z","caller":"traceutil/trace.go:171","msg":"trace[1850483931] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8369; }","duration":"542.324778ms","start":"2026-03-19T22:10:54.68101Z","end":"2026-03-19T22:10:55.223335Z","steps":["trace[1850483931] 'agreement among raft nodes before linearized reading' (duration: 542.139284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:55.223345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.608993Z","time spent":"614.275466ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:55.223395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.680943Z","time spent":"542.438951ms","remote":"127.0.0.1:60020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:55.271985Z","caller":"traceutil/trace.go:171","msg":"trace[230881653] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"174.822103ms","start":"2026-03-19T22:10:55.09713Z","end":"2026-03-19T22:10:55.271952Z","steps":["trace[230881653] 'process raft request' (duration: 173.940994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:55.272066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.13732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:55.272125Z","caller":"traceutil/trace.go:171","msg":"trace[1854487915] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8370; }","duration":"170.262053ms","start":"2026-03-19T22:10:55.101847Z","end":"2026-03-19T22:10:55.272109Z","steps":["trace[1854487915] 'agreement among raft nodes before linearized reading' (duration: 170.1217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:55.272207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.162775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:55.272336Z","caller":"traceutil/trace.go:171","msg":"trace[936375504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8370; }","duration":"497.386809ms","start":"2026-03-19T22:10:54.774926Z","end":"2026-03-19T22:10:55.272312Z","steps":["trace[936375504] 'agreement among raft nodes before linearized reading' (duration: 497.019291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:55.272452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:54.774904Z","time spent":"497.509132ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:10:56.065249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.496992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:56.065341Z","caller":"traceutil/trace.go:171","msg":"trace[168355810] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8371; }","duration":"705.603424ms","start":"2026-03-19T22:10:55.359717Z","end":"2026-03-19T22:10:56.06532Z","steps":["trace[168355810] 'count revisions from in-memory index tree' (duration: 705.39765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:56.065383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:55.359693Z","time spent":"705.679786ms","remote":"127.0.0.1:44170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:56.398831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:56.899172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:57.399684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:10:57.552354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757416281s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:10:57.552884Z","caller":"traceutil/trace.go:171","msg":"trace[96843645] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"1.758058295s","start":"2026-03-19T22:10:55.794797Z","end":"2026-03-19T22:10:57.552856Z","steps":["trace[96843645] 'process raft request' (duration: 1.757864441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.553055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:55.794772Z","time spent":"1.758194887s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:57.8529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.591216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:57.853115Z","caller":"traceutil/trace.go:171","msg":"trace[1730012692] linearizableReadLoop","detail":"{readStateIndex:8731; appliedIndex:8728; }","duration":"1.955244895s","start":"2026-03-19T22:10:55.897852Z","end":"2026-03-19T22:10:57.853097Z","steps":["trace[1730012692] 'read index received' (duration: 1.65476467s)","trace[1730012692] 'applied index is now lower than readState.Index' (duration: 300.479325ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:57.853214Z","caller":"traceutil/trace.go:171","msg":"trace[1790839939] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"2.058399557s","start":"2026-03-19T22:10:55.794799Z","end":"2026-03-19T22:10:57.853198Z","steps":["trace[1790839939] 'process raft request' (duration: 1.911424842s)","trace[1790839939] 'compare' (duration: 146.27948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:57.853282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:55.794769Z","time spent":"2.058479799s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:57.853342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955462001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:10:57.853328Z","caller":"traceutil/trace.go:171","msg":"trace[1239534208] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"575.610477ms","start":"2026-03-19T22:10:57.2777Z","end":"2026-03-19T22:10:57.85331Z","steps":["trace[1239534208] 'process raft request' (duration: 575.31222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:57.853431Z","caller":"traceutil/trace.go:171","msg":"trace[1713805607] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8374; }","duration":"1.955598844s","start":"2026-03-19T22:10:55.897812Z","end":"2026-03-19T22:10:57.853411Z","steps":["trace[1713805607] 'agreement among raft nodes before linearized reading' (duration: 1.95539708s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.853466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.588713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:57.853475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:55.897793Z","time spent":"1.955672296s","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:57.853509Z","caller":"traceutil/trace.go:171","msg":"trace[153954430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8374; }","duration":"546.673485ms","start":"2026-03-19T22:10:57.306823Z","end":"2026-03-19T22:10:57.853496Z","steps":["trace[153954430] 'agreement among raft nodes before linearized reading' (duration: 546.616174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.8535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.277671Z","time spent":"575.782251ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:57.853547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.3068Z","time spent":"546.736476ms","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:57.853534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756113502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:10:57.853577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836371045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:10:57.853624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126540946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:57.853718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241292275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:57.853715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758956215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T22:10:57.853757Z","caller":"traceutil/trace.go:171","msg":"trace[2108504804] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8374; }","duration":"1.241413058s","start":"2026-03-19T22:10:56.612332Z","end":"2026-03-19T22:10:57.853745Z","steps":["trace[2108504804] 'agreement among raft nodes before linearized reading' (duration: 1.241337136s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:57.853765Z","caller":"traceutil/trace.go:171","msg":"trace[1363485209] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8374; }","duration":"1.126728531s","start":"2026-03-19T22:10:56.727009Z","end":"2026-03-19T22:10:57.853738Z","steps":["trace[1363485209] 'agreement among raft nodes before linearized reading' (duration: 1.126549797s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.853829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.797305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:10:57.853844Z","caller":"traceutil/trace.go:171","msg":"trace[572294836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.759144549s","start":"2026-03-19T22:10:56.09466Z","end":"2026-03-19T22:10:57.853804Z","steps":["trace[572294836] 'agreement among raft nodes before linearized reading' (duration: 1.75871318s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:57.853872Z","caller":"traceutil/trace.go:171","msg":"trace[70661642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8374; }","duration":"563.880137ms","start":"2026-03-19T22:10:57.289983Z","end":"2026-03-19T22:10:57.853863Z","steps":["trace[70661642] 'agreement among raft nodes before linearized reading' (duration: 563.737104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.853901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.289962Z","time spent":"563.931278ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:10:57.853926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75776574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T22:10:57.853922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.094589Z","time spent":"1.759298563s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:10:57.853954Z","caller":"traceutil/trace.go:171","msg":"trace[238785973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8374; }","duration":"1.75780936s","start":"2026-03-19T22:10:56.096137Z","end":"2026-03-19T22:10:57.853947Z","steps":["trace[238785973] 'agreement among raft nodes before linearized reading' (duration: 1.757726388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.853969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759301022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T22:10:57.853833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.726983Z","time spent":"1.126835323s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:57.853982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.09611Z","time spent":"1.757865982s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:10:57.853998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785304881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:10:57.854006Z","caller":"traceutil/trace.go:171","msg":"trace[220753103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8374; }","duration":"1.759376854s","start":"2026-03-19T22:10:56.094618Z","end":"2026-03-19T22:10:57.853995Z","steps":["trace[220753103] 'agreement among raft nodes before linearized reading' (duration: 1.759238781s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.854052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.094598Z","time spent":"1.759447426s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:10:57.85405Z","caller":"traceutil/trace.go:171","msg":"trace[1224746241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.785414683s","start":"2026-03-19T22:10:56.068623Z","end":"2026-03-19T22:10:57.854038Z","steps":["trace[1224746241] 'agreement among raft nodes before linearized reading' (duration: 1.78528217s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.853827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.612313Z","time spent":"1.241503839s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:10:57.854093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.06861Z","time spent":"1.785476515s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:10:57.85342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079966441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:10:57.854204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758344902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:10:57.854259Z","caller":"traceutil/trace.go:171","msg":"trace[1814053515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8374; }","duration":"1.080754099s","start":"2026-03-19T22:10:56.773402Z","end":"2026-03-19T22:10:57.854156Z","steps":["trace[1814053515] 'agreement among raft nodes before linearized reading' (duration: 1.079987592s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:57.854266Z","caller":"traceutil/trace.go:171","msg":"trace[453475547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.758424313s","start":"2026-03-19T22:10:56.095809Z","end":"2026-03-19T22:10:57.854233Z","steps":["trace[453475547] 'agreement among raft nodes before linearized reading' (duration: 1.75827745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.854302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.773376Z","time spent":"1.080915753s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:10:57.85433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.095793Z","time spent":"1.758505846s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:10:57.853612Z","caller":"traceutil/trace.go:171","msg":"trace[2118241397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8374; }","duration":"1.756231644s","start":"2026-03-19T22:10:56.097361Z","end":"2026-03-19T22:10:57.853593Z","steps":["trace[2118241397] 'agreement among raft nodes before linearized reading' (duration: 1.755983609s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.854471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.097349Z","time spent":"1.757109634s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:10:57.853695Z","caller":"traceutil/trace.go:171","msg":"trace[1592641006] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8374; }","duration":"1.836553059s","start":"2026-03-19T22:10:56.017128Z","end":"2026-03-19T22:10:57.853681Z","steps":["trace[1592641006] 'agreement among raft nodes before linearized reading' (duration: 1.836199302s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:57.855258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:56.017107Z","time spent":"1.838132154s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:10:58.239206Z","caller":"traceutil/trace.go:171","msg":"trace[2081997566] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8731; }","duration":"380.874961ms","start":"2026-03-19T22:10:57.858312Z","end":"2026-03-19T22:10:58.239187Z","steps":["trace[2081997566] 'read index received' (duration: 380.793199ms)","trace[2081997566] 'applied index is now lower than readState.Index' (duration: 81.262µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:58.239269Z","caller":"traceutil/trace.go:171","msg":"trace[1023237673] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"380.950912ms","start":"2026-03-19T22:10:57.858297Z","end":"2026-03-19T22:10:58.239248Z","steps":["trace[1023237673] 'process raft request' (duration: 380.768308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.239397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.858283Z","time spent":"381.031405ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:58.239479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.164727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224597"} {"level":"info","ts":"2026-03-19T22:10:58.239502Z","caller":"traceutil/trace.go:171","msg":"trace[567646444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8375; }","duration":"381.230099ms","start":"2026-03-19T22:10:57.858267Z","end":"2026-03-19T22:10:58.239497Z","steps":["trace[567646444] 'agreement among raft nodes before linearized reading' (duration: 381.006264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.239518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.858238Z","time spent":"381.27658ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224621,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:10:58.45578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.802598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:10:58.456033Z","caller":"traceutil/trace.go:171","msg":"trace[1342305404] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8732; }","duration":"216.754855ms","start":"2026-03-19T22:10:58.239262Z","end":"2026-03-19T22:10:58.456017Z","steps":["trace[1342305404] 'read index received' (duration: 66.604169ms)","trace[1342305404] 'applied index is now lower than readState.Index' (duration: 150.149626ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:10:58.456274Z","caller":"traceutil/trace.go:171","msg":"trace[7728861] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"597.77851ms","start":"2026-03-19T22:10:57.858482Z","end":"2026-03-19T22:10:58.456261Z","steps":["trace[7728861] 'process raft request' (duration: 447.413859ms)","trace[7728861] 'compare' (duration: 149.693726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:10:58.456334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.858471Z","time spent":"597.832562ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:58.456509Z","caller":"traceutil/trace.go:171","msg":"trace[2043675928] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"597.927533ms","start":"2026-03-19T22:10:57.858571Z","end":"2026-03-19T22:10:58.456499Z","steps":["trace[2043675928] 'process raft request' (duration: 597.32352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.456557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.85855Z","time spent":"597.980675ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:58.456679Z","caller":"traceutil/trace.go:171","msg":"trace[1081162509] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"597.387321ms","start":"2026-03-19T22:10:57.859283Z","end":"2026-03-19T22:10:58.45667Z","steps":["trace[1081162509] 'process raft request' (duration: 596.661215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.45673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.859277Z","time spent":"597.423751ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:10:58.456851Z","caller":"traceutil/trace.go:171","msg":"trace[1875618919] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"597.443641ms","start":"2026-03-19T22:10:57.859398Z","end":"2026-03-19T22:10:58.456842Z","steps":["trace[1875618919] 'process raft request' (duration: 596.576933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.456908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.859384Z","time spent":"597.498823ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:10:58.457049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.073319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:10:58.457083Z","caller":"traceutil/trace.go:171","msg":"trace[189076903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8379; }","duration":"595.121881ms","start":"2026-03-19T22:10:57.861953Z","end":"2026-03-19T22:10:58.457075Z","steps":["trace[189076903] 'agreement among raft nodes before linearized reading' (duration: 595.067389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.457106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.861946Z","time spent":"595.154501ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:10:58.457316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.093226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-19T22:10:58.457345Z","caller":"traceutil/trace.go:171","msg":"trace[1072222212] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8379; }","duration":"598.136757ms","start":"2026-03-19T22:10:57.859202Z","end":"2026-03-19T22:10:58.457338Z","steps":["trace[1072222212] 'agreement among raft nodes before linearized reading' (duration: 598.016255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:10:58.457366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:57.859186Z","time spent":"598.174348ms","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19471,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T22:10:59.227312Z","caller":"traceutil/trace.go:171","msg":"trace[944988933] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"220.385387ms","start":"2026-03-19T22:10:59.006884Z","end":"2026-03-19T22:10:59.22727Z","steps":["trace[944988933] 'process raft request' (duration: 220.204933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:10:59.748197Z","caller":"traceutil/trace.go:171","msg":"trace[190930062] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"189.711524ms","start":"2026-03-19T22:10:59.558464Z","end":"2026-03-19T22:10:59.748175Z","steps":["trace[190930062] 'process raft request' (duration: 189.580542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.254044Z","caller":"traceutil/trace.go:171","msg":"trace[1528241036] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"395.559388ms","start":"2026-03-19T22:10:59.858459Z","end":"2026-03-19T22:11:00.254018Z","steps":["trace[1528241036] 'process raft request' (duration: 297.359356ms)","trace[1528241036] 'compare' (duration: 98.101159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:00.25419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.858437Z","time spent":"395.67885ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:00.321757Z","caller":"traceutil/trace.go:171","msg":"trace[656331897] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8739; }","duration":"366.560383ms","start":"2026-03-19T22:10:59.955173Z","end":"2026-03-19T22:11:00.321733Z","steps":["trace[656331897] 'read index received' (duration: 200.585165ms)","trace[656331897] 'applied index is now lower than readState.Index' (duration: 165.974508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:00.321873Z","caller":"traceutil/trace.go:171","msg":"trace[521780229] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"462.977556ms","start":"2026-03-19T22:10:59.858862Z","end":"2026-03-19T22:11:00.32184Z","steps":["trace[521780229] 'process raft request' (duration: 462.71731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.321938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.745537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.322038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.858837Z","time spent":"463.114169ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:00.322113Z","caller":"traceutil/trace.go:171","msg":"trace[1726841978] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8384; }","duration":"366.826299ms","start":"2026-03-19T22:10:59.955132Z","end":"2026-03-19T22:11:00.321958Z","steps":["trace[1726841978] 'agreement among raft nodes before linearized reading' (duration: 366.732637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.955114Z","time spent":"367.022823ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:00.322186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.87599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.322241Z","caller":"traceutil/trace.go:171","msg":"trace[604458871] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8384; }","duration":"367.006803ms","start":"2026-03-19T22:10:59.955222Z","end":"2026-03-19T22:11:00.322229Z","steps":["trace[604458871] 'agreement among raft nodes before linearized reading' (duration: 366.925481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.955098Z","time spent":"367.169117ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T22:11:00.322453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.663871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.322501Z","caller":"traceutil/trace.go:171","msg":"trace[1902973947] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8384; }","duration":"156.736412ms","start":"2026-03-19T22:11:00.165752Z","end":"2026-03-19T22:11:00.322489Z","steps":["trace[1902973947] 'agreement among raft nodes before linearized reading' (duration: 156.65504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.767512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.322555Z","caller":"traceutil/trace.go:171","msg":"trace[1701928587] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8384; }","duration":"156.839774ms","start":"2026-03-19T22:11:00.165705Z","end":"2026-03-19T22:11:00.322545Z","steps":["trace[1701928587] 'agreement among raft nodes before linearized reading' (duration: 156.786593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.455336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.322648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.67959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.322657Z","caller":"traceutil/trace.go:171","msg":"trace[382165263] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8384; }","duration":"273.507056ms","start":"2026-03-19T22:11:00.049142Z","end":"2026-03-19T22:11:00.32265Z","steps":["trace[382165263] 'agreement among raft nodes before linearized reading' (duration: 273.458375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.322674Z","caller":"traceutil/trace.go:171","msg":"trace[1143326319] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8384; }","duration":"273.706811ms","start":"2026-03-19T22:11:00.048959Z","end":"2026-03-19T22:11:00.322665Z","steps":["trace[1143326319] 'agreement among raft nodes before linearized reading' (duration: 273.6693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.894234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.322788Z","caller":"traceutil/trace.go:171","msg":"trace[1587297036] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8384; }","duration":"273.960196ms","start":"2026-03-19T22:11:00.048818Z","end":"2026-03-19T22:11:00.322778Z","steps":["trace[1587297036] 'agreement among raft nodes before linearized reading' (duration: 273.918155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.849056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.322896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.369826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.322915Z","caller":"traceutil/trace.go:171","msg":"trace[1798433042] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8384; }","duration":"306.906818ms","start":"2026-03-19T22:11:00.016Z","end":"2026-03-19T22:11:00.322907Z","steps":["trace[1798433042] 'agreement among raft nodes before linearized reading' (duration: 306.843776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.322923Z","caller":"traceutil/trace.go:171","msg":"trace[1284843039] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8384; }","duration":"180.443568ms","start":"2026-03-19T22:11:00.142467Z","end":"2026-03-19T22:11:00.32291Z","steps":["trace[1284843039] 'agreement among raft nodes before linearized reading' (duration: 180.406307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.322943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.015991Z","time spent":"306.943428ms","remote":"127.0.0.1:50162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-19T22:11:00.323035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.649063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.32306Z","caller":"traceutil/trace.go:171","msg":"trace[1850982935] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8384; }","duration":"180.688083ms","start":"2026-03-19T22:11:00.142364Z","end":"2026-03-19T22:11:00.323052Z","steps":["trace[1850982935] 'agreement among raft nodes before linearized reading' (duration: 180.653222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.862369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323147Z","caller":"traceutil/trace.go:171","msg":"trace[1592230053] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8384; }","duration":"307.938101ms","start":"2026-03-19T22:11:00.015201Z","end":"2026-03-19T22:11:00.323139Z","steps":["trace[1592230053] 'agreement among raft nodes before linearized reading' (duration: 307.87975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.32316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323179Z","caller":"traceutil/trace.go:171","msg":"trace[700272308] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8384; }","duration":"181.070522ms","start":"2026-03-19T22:11:00.142102Z","end":"2026-03-19T22:11:00.323173Z","steps":["trace[700272308] 'agreement among raft nodes before linearized reading' (duration: 181.039811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.32318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.015181Z","time spent":"307.991582ms","remote":"127.0.0.1:50162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T22:11:00.3233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.327312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323323Z","caller":"traceutil/trace.go:171","msg":"trace[1156478798] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8384; }","duration":"201.370044ms","start":"2026-03-19T22:11:00.121947Z","end":"2026-03-19T22:11:00.323317Z","steps":["trace[1156478798] 'agreement among raft nodes before linearized reading' (duration: 201.334703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.32339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.170216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.323428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.004087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323449Z","caller":"traceutil/trace.go:171","msg":"trace[1213578920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8384; }","duration":"202.066439ms","start":"2026-03-19T22:11:00.121376Z","end":"2026-03-19T22:11:00.323443Z","steps":["trace[1213578920] 'agreement among raft nodes before linearized reading' (duration: 202.034548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.36406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323489Z","caller":"traceutil/trace.go:171","msg":"trace[1439685924] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8384; }","duration":"326.40758ms","start":"2026-03-19T22:10:59.997074Z","end":"2026-03-19T22:11:00.323482Z","steps":["trace[1439685924] 'agreement among raft nodes before linearized reading' (duration: 326.36785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.997067Z","time spent":"326.447291ms","remote":"127.0.0.1:50146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T22:11:00.323539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.164561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323557Z","caller":"traceutil/trace.go:171","msg":"trace[808104415] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8384; }","duration":"202.228932ms","start":"2026-03-19T22:11:00.121323Z","end":"2026-03-19T22:11:00.323551Z","steps":["trace[808104415] 'agreement among raft nodes before linearized reading' (duration: 202.197991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.813669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323704Z","caller":"traceutil/trace.go:171","msg":"trace[728029791] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8384; }","duration":"326.899251ms","start":"2026-03-19T22:10:59.996796Z","end":"2026-03-19T22:11:00.323695Z","steps":["trace[728029791] 'agreement among raft nodes before linearized reading' (duration: 326.85074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.750674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.323732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.996753Z","time spent":"326.971103ms","remote":"127.0.0.1:50146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-19T22:11:00.323839Z","caller":"traceutil/trace.go:171","msg":"trace[1929723413] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8384; }","duration":"229.822285ms","start":"2026-03-19T22:11:00.09393Z","end":"2026-03-19T22:11:00.323752Z","steps":["trace[1929723413] 'agreement among raft nodes before linearized reading' (duration: 229.765154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.146546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.32388Z","caller":"traceutil/trace.go:171","msg":"trace[665336] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8384; }","duration":"327.194858ms","start":"2026-03-19T22:10:59.996673Z","end":"2026-03-19T22:11:00.323868Z","steps":["trace[665336] 'agreement among raft nodes before linearized reading' (duration: 327.155847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.323924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.996658Z","time spent":"327.255629ms","remote":"127.0.0.1:50146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:00.32397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.546771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324038Z","caller":"traceutil/trace.go:171","msg":"trace[1752318654] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8384; }","duration":"230.640384ms","start":"2026-03-19T22:11:00.093375Z","end":"2026-03-19T22:11:00.324016Z","steps":["trace[1752318654] 'agreement among raft nodes before linearized reading' (duration: 230.574742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.324069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.287685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324098Z","caller":"traceutil/trace.go:171","msg":"trace[2093484383] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8384; }","duration":"347.351477ms","start":"2026-03-19T22:10:59.976738Z","end":"2026-03-19T22:11:00.32409Z","steps":["trace[2093484383] 'agreement among raft nodes before linearized reading' (duration: 347.300786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.324133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.976715Z","time spent":"347.409707ms","remote":"127.0.0.1:50136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-19T22:11:00.324237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.843029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324261Z","caller":"traceutil/trace.go:171","msg":"trace[1246499364] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8384; }","duration":"230.91004ms","start":"2026-03-19T22:11:00.093345Z","end":"2026-03-19T22:11:00.324255Z","steps":["trace[1246499364] 'agreement among raft nodes before linearized reading' (duration: 230.868049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.324273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.850598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324308Z","caller":"traceutil/trace.go:171","msg":"trace[1484783424] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8384; }","duration":"347.919129ms","start":"2026-03-19T22:10:59.976381Z","end":"2026-03-19T22:11:00.3243Z","steps":["trace[1484783424] 'agreement among raft nodes before linearized reading' (duration: 347.866488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.32434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.976362Z","time spent":"347.970081ms","remote":"127.0.0.1:50136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:00.324431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.22662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.324475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.156565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.32448Z","caller":"traceutil/trace.go:171","msg":"trace[117505618] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8384; }","duration":"106.311332ms","start":"2026-03-19T22:11:00.218154Z","end":"2026-03-19T22:11:00.324466Z","steps":["trace[117505618] 'agreement among raft nodes before linearized reading' (duration: 106.252831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.324505Z","caller":"traceutil/trace.go:171","msg":"trace[136753812] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8384; }","duration":"348.224257ms","start":"2026-03-19T22:10:59.976272Z","end":"2026-03-19T22:11:00.324496Z","steps":["trace[136753812] 'agreement among raft nodes before linearized reading' (duration: 348.182076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.32454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.976246Z","time spent":"348.286247ms","remote":"127.0.0.1:50136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T22:11:00.324534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.621906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T22:11:00.32458Z","caller":"traceutil/trace.go:171","msg":"trace[1427362456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8384; }","duration":"231.748768ms","start":"2026-03-19T22:11:00.092824Z","end":"2026-03-19T22:11:00.324573Z","steps":["trace[1427362456] 'agreement among raft nodes before linearized reading' (duration: 231.584785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.324662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.906115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.324658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.748171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324695Z","caller":"traceutil/trace.go:171","msg":"trace[456963800] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8384; }","duration":"368.976987ms","start":"2026-03-19T22:10:59.955711Z","end":"2026-03-19T22:11:00.324687Z","steps":["trace[456963800] 'agreement among raft nodes before linearized reading' (duration: 368.930306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.324719Z","caller":"traceutil/trace.go:171","msg":"trace[1411981552] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8384; }","duration":"106.870514ms","start":"2026-03-19T22:11:00.217832Z","end":"2026-03-19T22:11:00.324703Z","steps":["trace[1411981552] 'agreement among raft nodes before linearized reading' (duration: 106.744441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.324832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.113429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324859Z","caller":"traceutil/trace.go:171","msg":"trace[1129723477] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8384; }","duration":"251.144219ms","start":"2026-03-19T22:11:00.073708Z","end":"2026-03-19T22:11:00.324852Z","steps":["trace[1129723477] 'agreement among raft nodes before linearized reading' (duration: 251.098968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.3249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.018947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.324928Z","caller":"traceutil/trace.go:171","msg":"trace[653119412] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8384; }","duration":"107.049238ms","start":"2026-03-19T22:11:00.217873Z","end":"2026-03-19T22:11:00.324922Z","steps":["trace[653119412] 'agreement among raft nodes before linearized reading' (duration: 107.005037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.325025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.289629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.325036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.931847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.325048Z","caller":"traceutil/trace.go:171","msg":"trace[1700891255] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8384; }","duration":"123.336599ms","start":"2026-03-19T22:11:00.201706Z","end":"2026-03-19T22:11:00.325042Z","steps":["trace[1700891255] 'agreement among raft nodes before linearized reading' (duration: 123.300859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.325057Z","caller":"traceutil/trace.go:171","msg":"trace[2067626648] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8384; }","duration":"251.985198ms","start":"2026-03-19T22:11:00.073066Z","end":"2026-03-19T22:11:00.325051Z","steps":["trace[2067626648] 'agreement among raft nodes before linearized reading' (duration: 251.948727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.325175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.916062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.323425Z","caller":"traceutil/trace.go:171","msg":"trace[1334867278] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8384; }","duration":"308.243588ms","start":"2026-03-19T22:11:00.015173Z","end":"2026-03-19T22:11:00.323417Z","steps":["trace[1334867278] 'agreement among raft nodes before linearized reading' (duration: 308.191907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.325201Z","caller":"traceutil/trace.go:171","msg":"trace[507790271] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8384; }","duration":"123.975114ms","start":"2026-03-19T22:11:00.20122Z","end":"2026-03-19T22:11:00.325195Z","steps":["trace[507790271] 'agreement among raft nodes before linearized reading' (duration: 123.934693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.32522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.015153Z","time spent":"310.057398ms","remote":"127.0.0.1:50162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:00.325308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.069846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.325333Z","caller":"traceutil/trace.go:171","msg":"trace[1446674787] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8384; }","duration":"124.133158ms","start":"2026-03-19T22:11:00.201192Z","end":"2026-03-19T22:11:00.325326Z","steps":["trace[1446674787] 'agreement among raft nodes before linearized reading' (duration: 124.081216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.325312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.190702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.325418Z","caller":"traceutil/trace.go:171","msg":"trace[1783763753] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8384; }","duration":"252.335656ms","start":"2026-03-19T22:11:00.073036Z","end":"2026-03-19T22:11:00.325372Z","steps":["trace[1783763753] 'agreement among raft nodes before linearized reading' (duration: 252.181052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.325533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.100451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.324722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:10:59.955695Z","time spent":"369.020578ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-19T22:11:00.326725Z","caller":"traceutil/trace.go:171","msg":"trace[297502716] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8384; }","duration":"145.338128ms","start":"2026-03-19T22:11:00.181377Z","end":"2026-03-19T22:11:00.326715Z","steps":["trace[297502716] 'agreement among raft nodes before linearized reading' (duration: 144.137712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.325494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.391605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:00.32569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.276064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.327969Z","caller":"traceutil/trace.go:171","msg":"trace[428730499] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8384; }","duration":"146.599466ms","start":"2026-03-19T22:11:00.181357Z","end":"2026-03-19T22:11:00.327957Z","steps":["trace[428730499] 'agreement among raft nodes before linearized reading' (duration: 144.302295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.325735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.858279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:00.328253Z","caller":"traceutil/trace.go:171","msg":"trace[1827726534] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8384; }","duration":"161.229942ms","start":"2026-03-19T22:11:00.166804Z","end":"2026-03-19T22:11:00.328034Z","steps":["trace[1827726534] 'agreement among raft nodes before linearized reading' (duration: 158.91005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.329004Z","caller":"traceutil/trace.go:171","msg":"trace[1113111880] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8384; }","duration":"144.795947ms","start":"2026-03-19T22:11:00.182063Z","end":"2026-03-19T22:11:00.326859Z","steps":["trace[1113111880] 'agreement among raft nodes before linearized reading' (duration: 143.374415ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.498098Z","caller":"traceutil/trace.go:171","msg":"trace[2015356673] linearizableReadLoop","detail":"{readStateIndex:8742; appliedIndex:8741; }","duration":"164.813702ms","start":"2026-03-19T22:11:00.333256Z","end":"2026-03-19T22:11:00.49807Z","steps":["trace[2015356673] 'read index received' (duration: 139.209652ms)","trace[2015356673] 'applied index is now lower than readState.Index' (duration: 25.60272ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:00.498231Z","caller":"traceutil/trace.go:171","msg":"trace[295377663] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"165.579539ms","start":"2026-03-19T22:11:00.332585Z","end":"2026-03-19T22:11:00.498165Z","steps":["trace[295377663] 'process raft request' (duration: 139.922059ms)","trace[295377663] 'compare' (duration: 25.426345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:00.498514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.026015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:11:00.498614Z","caller":"traceutil/trace.go:171","msg":"trace[276194135] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8385; }","duration":"124.19321ms","start":"2026-03-19T22:11:00.374387Z","end":"2026-03-19T22:11:00.49858Z","steps":["trace[276194135] 'agreement among raft nodes before linearized reading' (duration: 124.031196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.499606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.323144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224597"} {"level":"info","ts":"2026-03-19T22:11:00.499707Z","caller":"traceutil/trace.go:171","msg":"trace[938203552] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8385; }","duration":"166.479918ms","start":"2026-03-19T22:11:00.333203Z","end":"2026-03-19T22:11:00.499683Z","steps":["trace[938203552] 'agreement among raft nodes before linearized reading' (duration: 165.043627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:00.975883Z","caller":"traceutil/trace.go:171","msg":"trace[474199094] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"473.435057ms","start":"2026-03-19T22:11:00.502419Z","end":"2026-03-19T22:11:00.975854Z","steps":["trace[474199094] 'process raft request' (duration: 473.211392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:00.976089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.502387Z","time spent":"473.589721ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:01.435953Z","caller":"traceutil/trace.go:171","msg":"trace[1060192038] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8742; }","duration":"661.874273ms","start":"2026-03-19T22:11:00.774052Z","end":"2026-03-19T22:11:01.435926Z","steps":["trace[1060192038] 'read index received' (duration: 201.581588ms)","trace[1060192038] 'applied index is now lower than readState.Index' (duration: 460.291465ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:01.436274Z","caller":"traceutil/trace.go:171","msg":"trace[2016880632] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"933.207983ms","start":"2026-03-19T22:11:00.503051Z","end":"2026-03-19T22:11:01.436259Z","steps":["trace[2016880632] 'process raft request' (duration: 918.018325ms)","trace[2016880632] 'compare' (duration: 13.604672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:01.436416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.503022Z","time spent":"933.287914ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:01.436407Z","caller":"traceutil/trace.go:171","msg":"trace[1164721731] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"932.196329ms","start":"2026-03-19T22:11:00.504182Z","end":"2026-03-19T22:11:01.436379Z","steps":["trace[1164721731] 'process raft request' (duration: 931.697147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:01.436443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.370705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:01.436413Z","caller":"traceutil/trace.go:171","msg":"trace[1693560952] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"932.740411ms","start":"2026-03-19T22:11:00.503637Z","end":"2026-03-19T22:11:01.436378Z","steps":["trace[1693560952] 'process raft request' (duration: 932.180948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:01.436521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.451866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T22:11:01.436523Z","caller":"traceutil/trace.go:171","msg":"trace[1444080482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8389; }","duration":"662.520358ms","start":"2026-03-19T22:11:00.773984Z","end":"2026-03-19T22:11:01.436505Z","steps":["trace[1444080482] 'agreement among raft nodes before linearized reading' (duration: 662.357174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:01.43656Z","caller":"traceutil/trace.go:171","msg":"trace[1960914049] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8389; }","duration":"395.527098ms","start":"2026-03-19T22:11:01.041017Z","end":"2026-03-19T22:11:01.436544Z","steps":["trace[1960914049] 'agreement among raft nodes before linearized reading' (duration: 395.395155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:01.436568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.773958Z","time spent":"662.60064ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:11:01.43657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.504166Z","time spent":"932.306771ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:01.436588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:01.040996Z","time spent":"395.585279ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T22:11:01.436576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:00.503607Z","time spent":"932.937575ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:02.565316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:03.06549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:03.17264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418483611s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:11:03.263894Z","caller":"traceutil/trace.go:171","msg":"trace[2135213764] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"1.509823421s","start":"2026-03-19T22:11:01.754038Z","end":"2026-03-19T22:11:03.263862Z","steps":["trace[2135213764] 'process raft request' (duration: 1.418847399s)","trace[2135213764] 'compare' (duration: 90.45748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:03.264034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:01.754014Z","time spent":"1.509951474s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:03.568132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.979443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:11:03.568787Z","caller":"traceutil/trace.go:171","msg":"trace[750719626] linearizableReadLoop","detail":"{readStateIndex:8751; appliedIndex:8746; }","duration":"1.50391842s","start":"2026-03-19T22:11:02.064839Z","end":"2026-03-19T22:11:03.568757Z","steps":["trace[750719626] 'read index received' (duration: 1.108021384s)","trace[750719626] 'applied index is now lower than readState.Index' (duration: 395.895936ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:03.568906Z","caller":"traceutil/trace.go:171","msg":"trace[1535790767] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"1.240798114s","start":"2026-03-19T22:11:02.328067Z","end":"2026-03-19T22:11:03.568865Z","steps":["trace[1535790767] 'process raft request' (duration: 1.240567119s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.568999Z","caller":"traceutil/trace.go:171","msg":"trace[2029328498] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"1.197693827s","start":"2026-03-19T22:11:02.371259Z","end":"2026-03-19T22:11:03.568953Z","steps":["trace[2029328498] 'process raft request' (duration: 1.197440872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504224236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T22:11:03.569116Z","caller":"traceutil/trace.go:171","msg":"trace[759534400] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8393; }","duration":"1.504345309s","start":"2026-03-19T22:11:02.064757Z","end":"2026-03-19T22:11:03.569102Z","steps":["trace[759534400] 'agreement among raft nodes before linearized reading' (duration: 1.504154025s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.328036Z","time spent":"1.240963308s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:03.569161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.064727Z","time spent":"1.504426061s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T22:11:03.56923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.371234Z","time spent":"1.197874872s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:03.569312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501405963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T22:11:03.569339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.103969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:03.569392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066264477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T22:11:03.569405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061733036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:11:03.569449Z","caller":"traceutil/trace.go:171","msg":"trace[99819977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8393; }","duration":"1.0663532s","start":"2026-03-19T22:11:02.503082Z","end":"2026-03-19T22:11:03.569435Z","steps":["trace[99819977] 'agreement among raft nodes before linearized reading' (duration: 1.066203156s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.56945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.014322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:03.56949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.503068Z","time spent":"1.066412691s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:11:03.569496Z","caller":"traceutil/trace.go:171","msg":"trace[1544046034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8393; }","duration":"795.084733ms","start":"2026-03-19T22:11:02.774397Z","end":"2026-03-19T22:11:03.569482Z","steps":["trace[1544046034] 'agreement among raft nodes before linearized reading' (duration: 794.992731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.540984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:11:03.569576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.974372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:11:03.569592Z","caller":"traceutil/trace.go:171","msg":"trace[661361561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8393; }","duration":"588.669677ms","start":"2026-03-19T22:11:02.980907Z","end":"2026-03-19T22:11:03.569577Z","steps":["trace[661361561] 'agreement among raft nodes before linearized reading' (duration: 588.432692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.248656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:11:03.569623Z","caller":"traceutil/trace.go:171","msg":"trace[883898733] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8393; }","duration":"110.064844ms","start":"2026-03-19T22:11:03.459544Z","end":"2026-03-19T22:11:03.569609Z","steps":["trace[883898733] 'agreement among raft nodes before linearized reading' (duration: 109.987803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.569684Z","caller":"traceutil/trace.go:171","msg":"trace[1134536141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8393; }","duration":"127.375999ms","start":"2026-03-19T22:11:03.4423Z","end":"2026-03-19T22:11:03.569676Z","steps":["trace[1134536141] 'agreement among raft nodes before linearized reading' (duration: 127.170894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.068078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T22:11:03.569743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.529885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:11:03.569436Z","caller":"traceutil/trace.go:171","msg":"trace[593545381] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8393; }","duration":"888.272513ms","start":"2026-03-19T22:11:02.681134Z","end":"2026-03-19T22:11:03.569406Z","steps":["trace[593545381] 'agreement among raft nodes before linearized reading' (duration: 888.074259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.980885Z","time spent":"588.80485ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:11:03.569812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.681106Z","time spent":"888.692232ms","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:03.569835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.408772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:11:03.569544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.774381Z","time spent":"795.154655ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:11:03.569891Z","caller":"traceutil/trace.go:171","msg":"trace[816650677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8393; }","duration":"128.514374ms","start":"2026-03-19T22:11:03.441364Z","end":"2026-03-19T22:11:03.569879Z","steps":["trace[816650677] 'agreement among raft nodes before linearized reading' (duration: 128.250479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.569398Z","caller":"traceutil/trace.go:171","msg":"trace[723465855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8393; }","duration":"1.501521736s","start":"2026-03-19T22:11:02.067858Z","end":"2026-03-19T22:11:03.56938Z","steps":["trace[723465855] 'agreement among raft nodes before linearized reading' (duration: 1.501281911s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.569496Z","caller":"traceutil/trace.go:171","msg":"trace[524235965] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8393; }","duration":"1.061828599s","start":"2026-03-19T22:11:02.507645Z","end":"2026-03-19T22:11:03.569474Z","steps":["trace[524235965] 'agreement among raft nodes before linearized reading' (duration: 1.061598984s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.569858Z","caller":"traceutil/trace.go:171","msg":"trace[655048739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8393; }","duration":"500.362655ms","start":"2026-03-19T22:11:03.069415Z","end":"2026-03-19T22:11:03.569778Z","steps":["trace[655048739] 'agreement among raft nodes before linearized reading' (duration: 499.760182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.569971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.507612Z","time spent":"1.06234237s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:11:03.570034Z","caller":"traceutil/trace.go:171","msg":"trace[1330237852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8393; }","duration":"128.615617ms","start":"2026-03-19T22:11:03.441169Z","end":"2026-03-19T22:11:03.569785Z","steps":["trace[1330237852] 'agreement among raft nodes before linearized reading' (duration: 128.501805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.570036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:03.069399Z","time spent":"500.6221ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T22:11:03.569959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.067847Z","time spent":"1.502095009s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T22:11:03.570222Z","caller":"traceutil/trace.go:171","msg":"trace[2034672343] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"1.310489693s","start":"2026-03-19T22:11:02.259716Z","end":"2026-03-19T22:11:03.570205Z","steps":["trace[2034672343] 'process raft request' (duration: 1.308733644s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:03.57035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:02.25969Z","time spent":"1.310574485s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:03.686555Z","caller":"traceutil/trace.go:171","msg":"trace[98086810] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"111.050747ms","start":"2026-03-19T22:11:03.575476Z","end":"2026-03-19T22:11:03.686527Z","steps":["trace[98086810] 'process raft request' (duration: 110.843253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.686861Z","caller":"traceutil/trace.go:171","msg":"trace[289493122] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"111.259452ms","start":"2026-03-19T22:11:03.575567Z","end":"2026-03-19T22:11:03.686826Z","steps":["trace[289493122] 'process raft request' (duration: 110.918024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.686939Z","caller":"traceutil/trace.go:171","msg":"trace[1575854630] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"110.726741ms","start":"2026-03-19T22:11:03.576189Z","end":"2026-03-19T22:11:03.686916Z","steps":["trace[1575854630] 'process raft request' (duration: 110.669289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.687114Z","caller":"traceutil/trace.go:171","msg":"trace[1755391600] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"111.512618ms","start":"2026-03-19T22:11:03.575594Z","end":"2026-03-19T22:11:03.687106Z","steps":["trace[1755391600] 'process raft request' (duration: 111.099419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.687178Z","caller":"traceutil/trace.go:171","msg":"trace[1969286649] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"111.520767ms","start":"2026-03-19T22:11:03.575644Z","end":"2026-03-19T22:11:03.687165Z","steps":["trace[1969286649] 'process raft request' (duration: 111.164729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.687712Z","caller":"traceutil/trace.go:171","msg":"trace[289590472] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"111.18049ms","start":"2026-03-19T22:11:03.57651Z","end":"2026-03-19T22:11:03.687691Z","steps":["trace[289590472] 'process raft request' (duration: 110.374722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:03.687743Z","caller":"traceutil/trace.go:171","msg":"trace[1635549532] linearizableReadLoop","detail":"{readStateIndex:8755; appliedIndex:8751; }","duration":"112.027079ms","start":"2026-03-19T22:11:03.575668Z","end":"2026-03-19T22:11:03.687695Z","steps":["trace[1635549532] 'read index received' (duration: 59.751098ms)","trace[1635549532] 'applied index is now lower than readState.Index' (duration: 52.268921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:03.688073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.365196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:11:03.688196Z","caller":"traceutil/trace.go:171","msg":"trace[368448963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8400; }","duration":"112.53951ms","start":"2026-03-19T22:11:03.575631Z","end":"2026-03-19T22:11:03.688171Z","steps":["trace[368448963] 'agreement among raft nodes before linearized reading' (duration: 112.199803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:04.666903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.284181ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T22:11:04.667004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:04.249979Z","time spent":"417.018764ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T22:11:04.881418Z","caller":"traceutil/trace.go:171","msg":"trace[1570043483] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8760; }","duration":"107.226862ms","start":"2026-03-19T22:11:04.774156Z","end":"2026-03-19T22:11:04.881383Z","steps":["trace[1570043483] 'read index received' (duration: 16.19035ms)","trace[1570043483] 'applied index is now lower than readState.Index' (duration: 91.035342ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:04.881442Z","caller":"traceutil/trace.go:171","msg":"trace[1988913124] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"213.615835ms","start":"2026-03-19T22:11:04.667776Z","end":"2026-03-19T22:11:04.881392Z","steps":["trace[1988913124] 'process raft request' (duration: 122.668765ms)","trace[1988913124] 'compare' (duration: 90.774426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:04.881563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.392336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:04.881815Z","caller":"traceutil/trace.go:171","msg":"trace[990452747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8402; }","duration":"107.681541ms","start":"2026-03-19T22:11:04.774091Z","end":"2026-03-19T22:11:04.881772Z","steps":["trace[990452747] 'agreement among raft nodes before linearized reading' (duration: 107.349654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:06.083018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037293,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:11:06.283799Z","caller":"traceutil/trace.go:171","msg":"trace[1379365821] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"708.704754ms","start":"2026-03-19T22:11:05.575069Z","end":"2026-03-19T22:11:06.283773Z","steps":["trace[1379365821] 'process raft request' (duration: 708.53248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:06.284028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.575038Z","time spent":"708.896028ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:07.536152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.153824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:11:07.536294Z","caller":"traceutil/trace.go:171","msg":"trace[1385198595] linearizableReadLoop","detail":"{readStateIndex:8764; appliedIndex:8762; }","duration":"1.953921857s","start":"2026-03-19T22:11:05.58235Z","end":"2026-03-19T22:11:07.536272Z","steps":["trace[1385198595] 'read index received' (duration: 701.222088ms)","trace[1385198595] 'applied index is now lower than readState.Index' (duration: 1.252698179s)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:07.536368Z","caller":"traceutil/trace.go:171","msg":"trace[1375838748] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"1.960302568s","start":"2026-03-19T22:11:05.575991Z","end":"2026-03-19T22:11:07.536293Z","steps":["trace[1375838748] 'process raft request' (duration: 1.241896419s)","trace[1375838748] 'compare' (duration: 717.783816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:07.53656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.575952Z","time spent":"1.960519903s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:07.536638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954265804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:11:07.536746Z","caller":"traceutil/trace.go:171","msg":"trace[640480726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8405; }","duration":"1.954441218s","start":"2026-03-19T22:11:05.58228Z","end":"2026-03-19T22:11:07.536722Z","steps":["trace[640480726] 'agreement among raft nodes before linearized reading' (duration: 1.95407246s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.536803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.582253Z","time spent":"1.95453976s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"info","ts":"2026-03-19T22:11:07.579929Z","caller":"traceutil/trace.go:171","msg":"trace[2008051798] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"233.683282ms","start":"2026-03-19T22:11:07.346195Z","end":"2026-03-19T22:11:07.579879Z","steps":["trace[2008051798] 'process raft request' (duration: 233.422566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.580127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888910773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:11:07.580182Z","caller":"traceutil/trace.go:171","msg":"trace[1613366859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8406; }","duration":"1.889012985s","start":"2026-03-19T22:11:05.691152Z","end":"2026-03-19T22:11:07.580165Z","steps":["trace[1613366859] 'agreement among raft nodes before linearized reading' (duration: 1.888913023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.579943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635911202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:11:07.580194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939488836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:11:07.580223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888814391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:11:07.580252Z","caller":"traceutil/trace.go:171","msg":"trace[2100057329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8406; }","duration":"1.939584139s","start":"2026-03-19T22:11:05.640653Z","end":"2026-03-19T22:11:07.580237Z","steps":["trace[2100057329] 'agreement among raft nodes before linearized reading' (duration: 1.939368174s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.580287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.640638Z","time spent":"1.93964101s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:07.580308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889324622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:11:07.580344Z","caller":"traceutil/trace.go:171","msg":"trace[244368000] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8406; }","duration":"1.636258s","start":"2026-03-19T22:11:05.943974Z","end":"2026-03-19T22:11:07.580232Z","steps":["trace[244368000] 'agreement among raft nodes before linearized reading' (duration: 1.635866091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.580229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.691124Z","time spent":"1.889096037s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:11:07.580396Z","caller":"traceutil/trace.go:171","msg":"trace[1398356704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8406; }","duration":"1.889488256s","start":"2026-03-19T22:11:05.690887Z","end":"2026-03-19T22:11:07.580375Z","steps":["trace[1398356704] 'agreement among raft nodes before linearized reading' (duration: 1.88920456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.580416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.943962Z","time spent":"1.636436564s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:11:07.580286Z","caller":"traceutil/trace.go:171","msg":"trace[1754767150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8406; }","duration":"1.888896552s","start":"2026-03-19T22:11:05.691374Z","end":"2026-03-19T22:11:07.58027Z","steps":["trace[1754767150] 'agreement among raft nodes before linearized reading' (duration: 1.888722109s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.58044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.690855Z","time spent":"1.889575898s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:11:07.580034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639316198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:07.580488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.691362Z","time spent":"1.889108058s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:11:07.580526Z","caller":"traceutil/trace.go:171","msg":"trace[576838229] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8406; }","duration":"1.639885461s","start":"2026-03-19T22:11:05.940624Z","end":"2026-03-19T22:11:07.58051Z","steps":["trace[576838229] 'agreement among raft nodes before linearized reading' (duration: 1.639296718s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.580572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.940601Z","time spent":"1.639955253s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:07.580056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804449486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:07.58063Z","caller":"traceutil/trace.go:171","msg":"trace[1262125577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8406; }","duration":"1.80507628s","start":"2026-03-19T22:11:05.775542Z","end":"2026-03-19T22:11:07.580618Z","steps":["trace[1262125577] 'agreement among raft nodes before linearized reading' (duration: 1.804481697s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.580671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.775502Z","time spent":"1.805160692s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:11:07.580067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045372872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:11:07.579961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888145105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:11:07.580928Z","caller":"traceutil/trace.go:171","msg":"trace[38077317] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8406; }","duration":"1.04613286s","start":"2026-03-19T22:11:06.534621Z","end":"2026-03-19T22:11:07.580753Z","steps":["trace[38077317] 'agreement among raft nodes before linearized reading' (duration: 1.045356343s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:07.581001Z","caller":"traceutil/trace.go:171","msg":"trace[751222000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8406; }","duration":"1.889195168s","start":"2026-03-19T22:11:05.691788Z","end":"2026-03-19T22:11:07.580983Z","steps":["trace[751222000] 'agreement among raft nodes before linearized reading' (duration: 1.888023412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:07.581019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:06.534598Z","time spent":"1.046398476s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:07.581056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:05.691781Z","time spent":"1.889258079s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:11:08.403504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.950527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:11:08.403709Z","caller":"traceutil/trace.go:171","msg":"trace[1208580599] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"818.017803ms","start":"2026-03-19T22:11:07.585669Z","end":"2026-03-19T22:11:08.403687Z","steps":["trace[1208580599] 'process raft request' (duration: 389.781489ms)","trace[1208580599] 'compare' (duration: 427.734943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:08.403812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:07.585626Z","time spent":"818.151466ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:08.433619Z","caller":"traceutil/trace.go:171","msg":"trace[1982769528] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"847.884885ms","start":"2026-03-19T22:11:07.585699Z","end":"2026-03-19T22:11:08.433584Z","steps":["trace[1982769528] 'process raft request' (duration: 847.602489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.433861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:07.585671Z","time spent":"848.07829ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:08.433911Z","caller":"traceutil/trace.go:171","msg":"trace[259911456] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"847.589229ms","start":"2026-03-19T22:11:07.586306Z","end":"2026-03-19T22:11:08.433895Z","steps":["trace[259911456] 'process raft request' (duration: 847.461906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:08.433904Z","caller":"traceutil/trace.go:171","msg":"trace[1122671094] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"847.582398ms","start":"2026-03-19T22:11:07.586289Z","end":"2026-03-19T22:11:08.433872Z","steps":["trace[1122671094] 'process raft request' (duration: 847.234761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.434029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:07.586279Z","time spent":"847.692631ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:08.434028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:07.586298Z","time spent":"847.671131ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:08.434084Z","caller":"traceutil/trace.go:171","msg":"trace[1336245409] linearizableReadLoop","detail":"{readStateIndex:8770; appliedIndex:8765; }","duration":"843.451609ms","start":"2026-03-19T22:11:07.59061Z","end":"2026-03-19T22:11:08.434062Z","steps":["trace[1336245409] 'read index received' (duration: 384.900681ms)","trace[1336245409] 'applied index is now lower than readState.Index' (duration: 458.549148ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:08.434137Z","caller":"traceutil/trace.go:171","msg":"trace[1961957647] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"847.489717ms","start":"2026-03-19T22:11:07.586636Z","end":"2026-03-19T22:11:08.434126Z","steps":["trace[1961957647] 'process raft request' (duration: 847.22255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.434174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:07.586626Z","time spent":"847.528079ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:08.434213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.601242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:08.434253Z","caller":"traceutil/trace.go:171","msg":"trace[790121521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8411; }","duration":"843.668403ms","start":"2026-03-19T22:11:07.590575Z","end":"2026-03-19T22:11:08.434243Z","steps":["trace[790121521] 'agreement among raft nodes before linearized reading' (duration: 843.585621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.43429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:07.590553Z","time spent":"843.731014ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:11:08.499099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.588984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:08.499214Z","caller":"traceutil/trace.go:171","msg":"trace[1150751598] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8412; }","duration":"109.771068ms","start":"2026-03-19T22:11:08.389424Z","end":"2026-03-19T22:11:08.499195Z","steps":["trace[1150751598] 'agreement among raft nodes before linearized reading' (duration: 109.591984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:08.499279Z","caller":"traceutil/trace.go:171","msg":"trace[28145553] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"209.259419ms","start":"2026-03-19T22:11:08.289984Z","end":"2026-03-19T22:11:08.499244Z","steps":["trace[28145553] 'process raft request' (duration: 208.909412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.939144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.362872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:08.93924Z","caller":"traceutil/trace.go:171","msg":"trace[575240263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8412; }","duration":"164.518045ms","start":"2026-03-19T22:11:08.774702Z","end":"2026-03-19T22:11:08.93922Z","steps":["trace[575240263] 'range keys from in-memory index tree' (duration: 164.200838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.939439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.695301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:11:08.939509Z","caller":"traceutil/trace.go:171","msg":"trace[1005013287] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8412; }","duration":"328.818664ms","start":"2026-03-19T22:11:08.610676Z","end":"2026-03-19T22:11:08.939495Z","steps":["trace[1005013287] 'count revisions from in-memory index tree' (duration: 328.563878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:08.939535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:08.610654Z","time spent":"328.874875ms","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:08.939724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.208088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:11:08.939822Z","caller":"traceutil/trace.go:171","msg":"trace[129585638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8412; }","duration":"164.374502ms","start":"2026-03-19T22:11:08.775423Z","end":"2026-03-19T22:11:08.939797Z","steps":["trace[129585638] 'range keys from in-memory index tree' (duration: 163.991413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:09.845047Z","caller":"traceutil/trace.go:171","msg":"trace[856435104] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"303.674925ms","start":"2026-03-19T22:11:09.541345Z","end":"2026-03-19T22:11:09.84502Z","steps":["trace[856435104] 'process raft request' (duration: 303.522622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:09.845239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:09.541322Z","time spent":"303.799549ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:09.855454Z","caller":"traceutil/trace.go:171","msg":"trace[32372932] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8774; }","duration":"266.47765ms","start":"2026-03-19T22:11:09.588959Z","end":"2026-03-19T22:11:09.855437Z","steps":["trace[32372932] 'read index received' (duration: 255.925805ms)","trace[32372932] 'applied index is now lower than readState.Index' (duration: 10.551065ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:09.855508Z","caller":"traceutil/trace.go:171","msg":"trace[1827886598] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"291.403534ms","start":"2026-03-19T22:11:09.564081Z","end":"2026-03-19T22:11:09.855485Z","steps":["trace[1827886598] 'process raft request' (duration: 285.103484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:09.855652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.273974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-l9stm\" ","response":"range_response_count:1 size:4461"} {"level":"warn","ts":"2026-03-19T22:11:09.855645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.670224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:11:09.855687Z","caller":"traceutil/trace.go:171","msg":"trace[1520791689] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-l9stm; range_end:; response_count:1; response_revision:8418; }","duration":"139.366766ms","start":"2026-03-19T22:11:09.716309Z","end":"2026-03-19T22:11:09.855676Z","steps":["trace[1520791689] 'agreement among raft nodes before linearized reading' (duration: 139.240873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:09.855702Z","caller":"traceutil/trace.go:171","msg":"trace[1184002172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8418; }","duration":"266.767206ms","start":"2026-03-19T22:11:09.588922Z","end":"2026-03-19T22:11:09.855689Z","steps":["trace[1184002172] 'agreement among raft nodes before linearized reading' (duration: 266.619363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:09.855806Z","caller":"traceutil/trace.go:171","msg":"trace[2146661656] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"270.378116ms","start":"2026-03-19T22:11:09.585421Z","end":"2026-03-19T22:11:09.855799Z","steps":["trace[2146661656] 'process raft request' (duration: 269.979857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:10.282325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.593174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-19T22:11:36.721663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.492588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:36.721776Z","caller":"traceutil/trace.go:171","msg":"trace[1792023697] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8596; }","duration":"500.680252ms","start":"2026-03-19T22:11:36.22107Z","end":"2026-03-19T22:11:36.721751Z","steps":["trace[1792023697] 'range keys from in-memory index tree' (duration: 500.417027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:36.721839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:36.22105Z","time spent":"500.769874ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-03-19T22:11:36.721863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.537762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xvvqx\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-19T22:11:36.72197Z","caller":"traceutil/trace.go:171","msg":"trace[393789139] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xvvqx; range_end:; response_count:1; response_revision:8596; }","duration":"447.708275ms","start":"2026-03-19T22:11:36.274238Z","end":"2026-03-19T22:11:36.721946Z","steps":["trace[393789139] 'range keys from in-memory index tree' (duration: 447.349158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:36.722023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:36.274223Z","time spent":"447.791187ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xvvqx\" "} {"level":"warn","ts":"2026-03-19T22:11:38.58936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.121493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:11:38.590134Z","caller":"traceutil/trace.go:171","msg":"trace[1972464185] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8607; }","duration":"402.957242ms","start":"2026-03-19T22:11:38.187161Z","end":"2026-03-19T22:11:38.590119Z","steps":["trace[1972464185] 'count revisions from in-memory index tree' (duration: 402.019081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:38.590165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:38.18714Z","time spent":"403.013663ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:40.28137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:40.782056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:41.283041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:41.78071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T22:11:41.780806Z","caller":"traceutil/trace.go:171","msg":"trace[907204054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047281s","start":"2026-03-19T22:11:39.780307Z","end":"2026-03-19T22:11:41.78078Z","steps":["trace[907204054] 'agreement among raft nodes before linearized reading' (duration: 2.000364958s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:41.780854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:39.780261Z","time spent":"2.000585463s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:11:41.78423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606037949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:41.792857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.083088206s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T22:11:42.581822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.599979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:11:42.593185Z","caller":"traceutil/trace.go:171","msg":"trace[695473786] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"2.52620054s","start":"2026-03-19T22:11:40.066949Z","end":"2026-03-19T22:11:42.59315Z","steps":["trace[695473786] 'process raft request' (duration: 2.525940525s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.593548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.066934Z","time spent":"2.526343973s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:42.593658Z","caller":"traceutil/trace.go:171","msg":"trace[1955642396] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"2.472092817s","start":"2026-03-19T22:11:40.121519Z","end":"2026-03-19T22:11:42.593612Z","steps":["trace[1955642396] 'process raft request' (duration: 2.471562546s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.593775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.121491Z","time spent":"2.47222159s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:42.593802Z","caller":"traceutil/trace.go:171","msg":"trace[649690448] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"2.331553765s","start":"2026-03-19T22:11:40.262226Z","end":"2026-03-19T22:11:42.59378Z","steps":["trace[649690448] 'process raft request' (duration: 2.33132268s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.593896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.262213Z","time spent":"2.331634927s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:42.593955Z","caller":"traceutil/trace.go:171","msg":"trace[223432084] linearizableReadLoop","detail":"{readStateIndex:8990; appliedIndex:8984; }","duration":"2.813588025s","start":"2026-03-19T22:11:39.780352Z","end":"2026-03-19T22:11:42.59394Z","steps":["trace[223432084] 'read index received' (duration: 2.012821415s)","trace[223432084] 'applied index is now lower than readState.Index' (duration: 800.76575ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:42.593968Z","caller":"traceutil/trace.go:171","msg":"trace[1256794282] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"1.470721402s","start":"2026-03-19T22:11:41.123238Z","end":"2026-03-19T22:11:42.593959Z","steps":["trace[1256794282] 'process raft request' (duration: 1.470649579s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:41.123212Z","time spent":"1.470785114s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:42.593996Z","caller":"traceutil/trace.go:171","msg":"trace[1296321735] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"1.815726617s","start":"2026-03-19T22:11:40.778243Z","end":"2026-03-19T22:11:42.593969Z","steps":["trace[1296321735] 'process raft request' (duration: 1.815490701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745937032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:42.594074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.623973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:42.594083Z","caller":"traceutil/trace.go:171","msg":"trace[2007280050] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8620; }","duration":"2.746024693s","start":"2026-03-19T22:11:39.848048Z","end":"2026-03-19T22:11:42.594073Z","steps":["trace[2007280050] 'agreement among raft nodes before linearized reading' (duration: 2.745973302s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:42.594096Z","caller":"traceutil/trace.go:171","msg":"trace[574704247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8620; }","duration":"812.690475ms","start":"2026-03-19T22:11:41.781399Z","end":"2026-03-19T22:11:42.59409Z","steps":["trace[574704247] 'agreement among raft nodes before linearized reading' (duration: 812.654474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:41.781375Z","time spent":"812.733116ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:11:42.594107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:39.848021Z","time spent":"2.746078985s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:42.594141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763562208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:11:42.594178Z","caller":"traceutil/trace.go:171","msg":"trace[1399140055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8620; }","duration":"1.76363961s","start":"2026-03-19T22:11:40.830527Z","end":"2026-03-19T22:11:42.594167Z","steps":["trace[1399140055] 'agreement among raft nodes before linearized reading' (duration: 1.763522557s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.830506Z","time spent":"1.763695241s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:42.594242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960255318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:42.594238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818264333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T22:11:42.594265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.823643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:11:42.594306Z","caller":"traceutil/trace.go:171","msg":"trace[36901802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8620; }","duration":"1.818378875s","start":"2026-03-19T22:11:40.775907Z","end":"2026-03-19T22:11:42.594286Z","steps":["trace[36901802] 'agreement among raft nodes before linearized reading' (duration: 1.818182501s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.779781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:11:42.594331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76503751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:11:42.594356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45326158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:11:42.594294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343472871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:11:42.594354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.775882Z","time spent":"1.818458897s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:11:42.594363Z","caller":"traceutil/trace.go:171","msg":"trace[528320695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8620; }","duration":"1.765111302s","start":"2026-03-19T22:11:40.829242Z","end":"2026-03-19T22:11:42.594354Z","steps":["trace[528320695] 'agreement among raft nodes before linearized reading' (duration: 1.7650286s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:42.594265Z","caller":"traceutil/trace.go:171","msg":"trace[1480289312] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8620; }","duration":"1.960321498s","start":"2026-03-19T22:11:40.633935Z","end":"2026-03-19T22:11:42.594257Z","steps":["trace[1480289312] 'agreement among raft nodes before linearized reading' (duration: 1.960287458s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.829213Z","time spent":"1.765178763s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:11:42.594391Z","caller":"traceutil/trace.go:171","msg":"trace[1728983106] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8620; }","duration":"2.343594723s","start":"2026-03-19T22:11:40.250785Z","end":"2026-03-19T22:11:42.594379Z","steps":["trace[1728983106] 'agreement among raft nodes before linearized reading' (duration: 2.343495781s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:42.594344Z","caller":"traceutil/trace.go:171","msg":"trace[1116145737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8620; }","duration":"914.935246ms","start":"2026-03-19T22:11:41.679374Z","end":"2026-03-19T22:11:42.594309Z","steps":["trace[1116145737] 'agreement among raft nodes before linearized reading' (duration: 914.822423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.633914Z","time spent":"1.960493263s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:42.594386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763793324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:11:42.594363Z","caller":"traceutil/trace.go:171","msg":"trace[974054550] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8620; }","duration":"593.867653ms","start":"2026-03-19T22:11:42.000482Z","end":"2026-03-19T22:11:42.59435Z","steps":["trace[974054550] 'agreement among raft nodes before linearized reading' (duration: 593.7486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.250771Z","time spent":"2.343654945s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:42.594464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763629459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:11:42.594486Z","caller":"traceutil/trace.go:171","msg":"trace[2136783473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8620; }","duration":"1.763930396s","start":"2026-03-19T22:11:40.830532Z","end":"2026-03-19T22:11:42.594462Z","steps":["trace[2136783473] 'agreement among raft nodes before linearized reading' (duration: 1.763619109s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:42.00046Z","time spent":"594.012476ms","remote":"127.0.0.1:59712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:42.594438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:41.679355Z","time spent":"915.074659ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:42.594533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.830516Z","time spent":"1.764008408s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T22:11:42.594536Z","caller":"traceutil/trace.go:171","msg":"trace[1992083015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8620; }","duration":"1.763730312s","start":"2026-03-19T22:11:40.830782Z","end":"2026-03-19T22:11:42.594513Z","steps":["trace[1992083015] 'agreement among raft nodes before linearized reading' (duration: 1.763461086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.830771Z","time spent":"1.763823454s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:11:42.594378Z","caller":"traceutil/trace.go:171","msg":"trace[1915681535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8620; }","duration":"2.453323391s","start":"2026-03-19T22:11:40.141049Z","end":"2026-03-19T22:11:42.594372Z","steps":["trace[1915681535] 'agreement among raft nodes before linearized reading' (duration: 2.45325534s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:42.594665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.141027Z","time spent":"2.453628227s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:11:42.594998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:40.778215Z","time spent":"1.81583329s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:44.768432Z","caller":"traceutil/trace.go:171","msg":"trace[1446042528] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8998; }","duration":"482.54317ms","start":"2026-03-19T22:11:44.285867Z","end":"2026-03-19T22:11:44.768411Z","steps":["trace[1446042528] 'read index received' (duration: 384.260967ms)","trace[1446042528] 'applied index is now lower than readState.Index' (duration: 98.280673ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:44.768466Z","caller":"traceutil/trace.go:171","msg":"trace[1575923660] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"482.95615ms","start":"2026-03-19T22:11:44.28548Z","end":"2026-03-19T22:11:44.768436Z","steps":["trace[1575923660] 'process raft request' (duration: 384.634856ms)","trace[1575923660] 'compare' (duration: 98.117479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:44.76861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.726425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:11:44.768638Z","caller":"traceutil/trace.go:171","msg":"trace[518880791] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8628; }","duration":"482.794966ms","start":"2026-03-19T22:11:44.285836Z","end":"2026-03-19T22:11:44.768631Z","steps":["trace[518880791] 'agreement among raft nodes before linearized reading' (duration: 482.675803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:44.768712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.285821Z","time spent":"482.882348ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:11:44.768724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.285444Z","time spent":"483.088613ms","remote":"127.0.0.1:59706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:45.349035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.846916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:11:45.349218Z","caller":"traceutil/trace.go:171","msg":"trace[1423219688] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"750.38302ms","start":"2026-03-19T22:11:44.59882Z","end":"2026-03-19T22:11:45.349203Z","steps":["trace[1423219688] 'process raft request' (duration: 750.302218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:45.349231Z","caller":"traceutil/trace.go:171","msg":"trace[2129540771] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"750.443981ms","start":"2026-03-19T22:11:44.598762Z","end":"2026-03-19T22:11:45.349206Z","steps":["trace[2129540771] 'process raft request' (duration: 461.338109ms)","trace[2129540771] 'compare' (duration: 288.729744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:45.349272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.598816Z","time spent":"750.431441ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:45.349326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.598744Z","time spent":"750.543574ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:45.349472Z","caller":"traceutil/trace.go:171","msg":"trace[717528816] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"749.597032ms","start":"2026-03-19T22:11:44.599833Z","end":"2026-03-19T22:11:45.34943Z","steps":["trace[717528816] 'process raft request' (duration: 749.334606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:45.34948Z","caller":"traceutil/trace.go:171","msg":"trace[1455096183] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:8999; }","duration":"580.960545ms","start":"2026-03-19T22:11:44.768488Z","end":"2026-03-19T22:11:45.349448Z","steps":["trace[1455096183] 'read index received' (duration: 291.610578ms)","trace[1455096183] 'applied index is now lower than readState.Index' (duration: 289.348487ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:45.349499Z","caller":"traceutil/trace.go:171","msg":"trace[587814145] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"658.067109ms","start":"2026-03-19T22:11:44.691403Z","end":"2026-03-19T22:11:45.34947Z","steps":["trace[587814145] 'process raft request' (duration: 657.911625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.349629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.599826Z","time spent":"749.716474ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:45.349678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.412864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:11:45.349707Z","caller":"traceutil/trace.go:171","msg":"trace[1252165926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8632; }","duration":"743.479436ms","start":"2026-03-19T22:11:44.606219Z","end":"2026-03-19T22:11:45.349699Z","steps":["trace[1252165926] 'agreement among raft nodes before linearized reading' (duration: 743.343113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.349731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.6062Z","time spent":"743.524827ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:45.34971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.581153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:11:45.349743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.436145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:11:45.349777Z","caller":"traceutil/trace.go:171","msg":"trace[1179536414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8632; }","duration":"743.497086ms","start":"2026-03-19T22:11:44.606272Z","end":"2026-03-19T22:11:45.349769Z","steps":["trace[1179536414] 'agreement among raft nodes before linearized reading' (duration: 743.297902ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:45.349775Z","caller":"traceutil/trace.go:171","msg":"trace[1888921387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"741.668626ms","start":"2026-03-19T22:11:44.608089Z","end":"2026-03-19T22:11:45.349758Z","steps":["trace[1888921387] 'agreement among raft nodes before linearized reading' (duration: 741.450811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.349804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.606268Z","time spent":"743.530237ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:45.349811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.608081Z","time spent":"741.723968ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:45.349811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.758555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T22:11:45.349813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.320778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T22:11:45.349829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.128559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:11:45.34981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.69138Z","time spent":"658.310644ms","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:45.34985Z","caller":"traceutil/trace.go:171","msg":"trace[2097201626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8632; }","duration":"739.166181ms","start":"2026-03-19T22:11:44.610678Z","end":"2026-03-19T22:11:45.349844Z","steps":["trace[2097201626] 'agreement among raft nodes before linearized reading' (duration: 739.106589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:45.349852Z","caller":"traceutil/trace.go:171","msg":"trace[1139178031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8632; }","duration":"691.41187ms","start":"2026-03-19T22:11:44.658431Z","end":"2026-03-19T22:11:45.349843Z","steps":["trace[1139178031] 'agreement among raft nodes before linearized reading' (duration: 691.295897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:45.34985Z","caller":"traceutil/trace.go:171","msg":"trace[242253788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8632; }","duration":"744.799036ms","start":"2026-03-19T22:11:44.605038Z","end":"2026-03-19T22:11:45.349837Z","steps":["trace[242253788] 'agreement among raft nodes before linearized reading' (duration: 744.715884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.349868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.61067Z","time spent":"739.193691ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:11:45.349728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.575004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:11:45.349881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.658406Z","time spent":"691.46766ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:11:45.349883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.605034Z","time spent":"744.842546ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:11:45.349894Z","caller":"traceutil/trace.go:171","msg":"trace[217003874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8632; }","duration":"746.763699ms","start":"2026-03-19T22:11:44.603123Z","end":"2026-03-19T22:11:45.349887Z","steps":["trace[217003874] 'agreement among raft nodes before linearized reading' (duration: 746.491273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.349913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.603118Z","time spent":"746.790089ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:11:45.349974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.141566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:45.349999Z","caller":"traceutil/trace.go:171","msg":"trace[625291570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8632; }","duration":"575.216138ms","start":"2026-03-19T22:11:44.774775Z","end":"2026-03-19T22:11:45.349991Z","steps":["trace[625291570] 'agreement among raft nodes before linearized reading' (duration: 575.175687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.350022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.774749Z","time spent":"575.267089ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:11:45.350034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.240619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T22:11:45.350064Z","caller":"traceutil/trace.go:171","msg":"trace[1219155175] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8632; }","duration":"575.301519ms","start":"2026-03-19T22:11:44.774755Z","end":"2026-03-19T22:11:45.350056Z","steps":["trace[1219155175] 'agreement among raft nodes before linearized reading' (duration: 575.163776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:45.35009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:44.774737Z","time spent":"575.347631ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T22:11:55.275338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606038234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:55.841025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.691326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:11:55.841184Z","caller":"traceutil/trace.go:171","msg":"trace[1952220809] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"1.129490372s","start":"2026-03-19T22:11:54.711667Z","end":"2026-03-19T22:11:55.841158Z","steps":["trace[1952220809] 'process raft request' (duration: 952.561471ms)","trace[1952220809] 'compare' (duration: 176.003671ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:55.841269Z","caller":"traceutil/trace.go:171","msg":"trace[1310062535] linearizableReadLoop","detail":"{readStateIndex:9094; appliedIndex:9093; }","duration":"1.066626085s","start":"2026-03-19T22:11:54.774616Z","end":"2026-03-19T22:11:55.841242Z","steps":["trace[1310062535] 'read index received' (duration: 889.694864ms)","trace[1310062535] 'applied index is now lower than readState.Index' (duration: 176.927521ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:55.841341Z","caller":"traceutil/trace.go:171","msg":"trace[292852342] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"463.049967ms","start":"2026-03-19T22:11:55.378271Z","end":"2026-03-19T22:11:55.841321Z","steps":["trace[292852342] 'process raft request' (duration: 462.896183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.841433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.378248Z","time spent":"463.136928ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:55.841477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:54.71164Z","time spent":"1.129597275s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:55.841554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066932661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:55.841597Z","caller":"traceutil/trace.go:171","msg":"trace[534771075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8719; }","duration":"1.067150466s","start":"2026-03-19T22:11:54.774436Z","end":"2026-03-19T22:11:55.841586Z","steps":["trace[534771075] 'agreement among raft nodes before linearized reading' (duration: 1.066975202s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:55.841585Z","caller":"traceutil/trace.go:171","msg":"trace[2136403688] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"418.472527ms","start":"2026-03-19T22:11:55.423078Z","end":"2026-03-19T22:11:55.841551Z","steps":["trace[2136403688] 'process raft request' (duration: 418.368334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.841657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:54.774415Z","time spent":"1.067212668s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T22:11:55.841579Z","caller":"traceutil/trace.go:171","msg":"trace[1524121928] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"419.930898ms","start":"2026-03-19T22:11:55.42162Z","end":"2026-03-19T22:11:55.84155Z","steps":["trace[1524121928] 'process raft request' (duration: 419.653661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.841849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.160502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:11:55.841791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.423067Z","time spent":"418.60956ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:55.841887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.669827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:11:55.841893Z","caller":"traceutil/trace.go:171","msg":"trace[802373159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8720; }","duration":"405.230483ms","start":"2026-03-19T22:11:55.436653Z","end":"2026-03-19T22:11:55.841883Z","steps":["trace[802373159] 'agreement among raft nodes before linearized reading' (duration: 405.075639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.841881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.092383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:11:55.841922Z","caller":"traceutil/trace.go:171","msg":"trace[1223879869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8720; }","duration":"280.705967ms","start":"2026-03-19T22:11:55.561205Z","end":"2026-03-19T22:11:55.841911Z","steps":["trace[1223879869] 'agreement among raft nodes before linearized reading' (duration: 280.597165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.841927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.436644Z","time spent":"405.275874ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:55.841899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.042282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:11:55.841962Z","caller":"traceutil/trace.go:171","msg":"trace[449031556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8720; }","duration":"411.188245ms","start":"2026-03-19T22:11:55.430737Z","end":"2026-03-19T22:11:55.841925Z","steps":["trace[449031556] 'agreement among raft nodes before linearized reading' (duration: 411.023551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:55.842025Z","caller":"traceutil/trace.go:171","msg":"trace[831716551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8720; }","duration":"411.216535ms","start":"2026-03-19T22:11:55.430781Z","end":"2026-03-19T22:11:55.841997Z","steps":["trace[831716551] 'agreement among raft nodes before linearized reading' (duration: 410.763184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.842037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.430717Z","time spent":"411.287717ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:55.842072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.238978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:11:55.842085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.430764Z","time spent":"411.304808ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:11:55.84211Z","caller":"traceutil/trace.go:171","msg":"trace[1981057558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8720; }","duration":"416.31622ms","start":"2026-03-19T22:11:55.425783Z","end":"2026-03-19T22:11:55.842099Z","steps":["trace[1981057558] 'agreement among raft nodes before linearized reading' (duration: 416.217657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.842141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.42576Z","time spent":"416.3736ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:11:55.841899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.610785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:11:55.842242Z","caller":"traceutil/trace.go:171","msg":"trace[612439387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8720; }","duration":"402.977552ms","start":"2026-03-19T22:11:55.439241Z","end":"2026-03-19T22:11:55.842218Z","steps":["trace[612439387] 'agreement among raft nodes before linearized reading' (duration: 402.356589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.842302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.421598Z","time spent":"420.167224ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:55.842301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.439226Z","time spent":"403.057695ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:11:55.842694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.015983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T22:11:55.842748Z","caller":"traceutil/trace.go:171","msg":"trace[1111948005] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8720; }","duration":"480.108385ms","start":"2026-03-19T22:11:55.36263Z","end":"2026-03-19T22:11:55.842738Z","steps":["trace[1111948005] 'agreement among raft nodes before linearized reading' (duration: 478.914378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.842913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.362609Z","time spent":"480.155596ms","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T22:11:55.843709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.444384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:11:55.84494Z","caller":"traceutil/trace.go:171","msg":"trace[1248972420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8720; }","duration":"418.706862ms","start":"2026-03-19T22:11:55.426212Z","end":"2026-03-19T22:11:55.844919Z","steps":["trace[1248972420] 'agreement among raft nodes before linearized reading' (duration: 415.522792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:55.845009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:55.426204Z","time spent":"418.777743ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T22:11:56.013503Z","caller":"traceutil/trace.go:171","msg":"trace[1790978001] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"166.54924ms","start":"2026-03-19T22:11:55.846928Z","end":"2026-03-19T22:11:56.013477Z","steps":["trace[1790978001] 'process raft request' (duration: 130.639442ms)","trace[1790978001] 'compare' (duration: 35.759865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:56.013713Z","caller":"traceutil/trace.go:171","msg":"trace[1996778314] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"166.761195ms","start":"2026-03-19T22:11:55.846935Z","end":"2026-03-19T22:11:56.013697Z","steps":["trace[1996778314] 'process raft request' (duration: 166.497869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:56.014176Z","caller":"traceutil/trace.go:171","msg":"trace[210963404] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"167.098852ms","start":"2026-03-19T22:11:55.847049Z","end":"2026-03-19T22:11:56.014148Z","steps":["trace[210963404] 'process raft request' (duration: 166.556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:56.014258Z","caller":"traceutil/trace.go:171","msg":"trace[2006755428] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"165.897775ms","start":"2026-03-19T22:11:55.848336Z","end":"2026-03-19T22:11:56.014234Z","steps":["trace[2006755428] 'process raft request' (duration: 165.68108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:56.01481Z","caller":"traceutil/trace.go:171","msg":"trace[1399759447] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9097; }","duration":"167.528871ms","start":"2026-03-19T22:11:55.847262Z","end":"2026-03-19T22:11:56.014791Z","steps":["trace[1399759447] 'read index received' (duration: 20.70755ms)","trace[1399759447] 'applied index is now lower than readState.Index' (duration: 146.820281ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:56.014869Z","caller":"traceutil/trace.go:171","msg":"trace[948560939] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"164.887013ms","start":"2026-03-19T22:11:55.849964Z","end":"2026-03-19T22:11:56.014851Z","steps":["trace[948560939] 'process raft request' (duration: 164.195428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.015153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.863038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xvvqx\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-19T22:11:56.015459Z","caller":"traceutil/trace.go:171","msg":"trace[795852866] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xvvqx; range_end:; response_count:1; response_revision:8726; }","duration":"168.186016ms","start":"2026-03-19T22:11:55.847234Z","end":"2026-03-19T22:11:56.01542Z","steps":["trace[795852866] 'agreement among raft nodes before linearized reading' (duration: 167.736005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.015541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.916759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e5dab90f014d7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T22:11:56.015599Z","caller":"traceutil/trace.go:171","msg":"trace[2080797359] range","detail":"{range_begin:/registry/events/openstack/ceph.189e5dab90f014d7; range_end:; response_count:1; response_revision:8726; }","duration":"166.99013ms","start":"2026-03-19T22:11:55.848591Z","end":"2026-03-19T22:11:56.015582Z","steps":["trace[2080797359] 'agreement among raft nodes before linearized reading' (duration: 166.824797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.015603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.856809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T22:11:56.015666Z","caller":"traceutil/trace.go:171","msg":"trace[482026435] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8726; }","duration":"167.953701ms","start":"2026-03-19T22:11:55.8477Z","end":"2026-03-19T22:11:56.015653Z","steps":["trace[482026435] 'agreement among raft nodes before linearized reading' (duration: 167.753457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.015583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.277852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:56.015778Z","caller":"traceutil/trace.go:171","msg":"trace[296177285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8726; }","duration":"165.500316ms","start":"2026-03-19T22:11:55.850258Z","end":"2026-03-19T22:11:56.015759Z","steps":["trace[296177285] 'agreement among raft nodes before linearized reading' (duration: 165.22002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.015807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.33099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229262"} {"level":"info","ts":"2026-03-19T22:11:56.015864Z","caller":"traceutil/trace.go:171","msg":"trace[1595379083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8726; }","duration":"168.414341ms","start":"2026-03-19T22:11:55.847435Z","end":"2026-03-19T22:11:56.015849Z","steps":["trace[1595379083] 'agreement among raft nodes before linearized reading' (duration: 167.947771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.015939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.667253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xvvqx\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-19T22:11:56.016043Z","caller":"traceutil/trace.go:171","msg":"trace[1199241564] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xvvqx; range_end:; response_count:1; response_revision:8726; }","duration":"166.846417ms","start":"2026-03-19T22:11:55.849178Z","end":"2026-03-19T22:11:56.016024Z","steps":["trace[1199241564] 'agreement among raft nodes before linearized reading' (duration: 166.329436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:56.016136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.748736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xvvqx\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-19T22:11:56.016182Z","caller":"traceutil/trace.go:171","msg":"trace[824079160] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xvvqx; range_end:; response_count:1; response_revision:8726; }","duration":"167.815948ms","start":"2026-03-19T22:11:55.848355Z","end":"2026-03-19T22:11:56.016171Z","steps":["trace[824079160] 'agreement among raft nodes before linearized reading' (duration: 167.663775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:56.15509Z","caller":"traceutil/trace.go:171","msg":"trace[1414211119] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9104; }","duration":"104.399309ms","start":"2026-03-19T22:11:56.050663Z","end":"2026-03-19T22:11:56.155062Z","steps":["trace[1414211119] 'read index received' (duration: 92.775581ms)","trace[1414211119] 'applied index is now lower than readState.Index' (duration: 11.622628ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:11:56.15523Z","caller":"traceutil/trace.go:171","msg":"trace[1819636264] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"131.687596ms","start":"2026-03-19T22:11:56.023502Z","end":"2026-03-19T22:11:56.15519Z","steps":["trace[1819636264] 'process raft request' (duration: 120.001137ms)","trace[1819636264] 'compare' (duration: 11.432503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:56.15561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.892021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xvvqx\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-19T22:11:56.155719Z","caller":"traceutil/trace.go:171","msg":"trace[1056674775] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xvvqx; range_end:; response_count:1; response_revision:8728; }","duration":"105.078665ms","start":"2026-03-19T22:11:56.050602Z","end":"2026-03-19T22:11:56.15568Z","steps":["trace[1056674775] 'agreement among raft nodes before linearized reading' (duration: 104.724006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:56.884836Z","caller":"traceutil/trace.go:171","msg":"trace[1363205292] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"119.083386ms","start":"2026-03-19T22:11:56.765727Z","end":"2026-03-19T22:11:56.88481Z","steps":["trace[1363205292] 'process raft request' (duration: 119.003004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:56.884889Z","caller":"traceutil/trace.go:171","msg":"trace[735968209] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"119.315522ms","start":"2026-03-19T22:11:56.76552Z","end":"2026-03-19T22:11:56.884835Z","steps":["trace[735968209] 'process raft request' (duration: 28.255668ms)","trace[735968209] 'compare' (duration: 90.020021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:58.129744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606038273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:58.630723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606038273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T22:11:58.769146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158492527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:11:58.769869Z","caller":"traceutil/trace.go:171","msg":"trace[808292750] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"1.159323875s","start":"2026-03-19T22:11:57.610507Z","end":"2026-03-19T22:11:58.769831Z","steps":["trace[808292750] 'process raft request' (duration: 1.158936856s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.770109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.610479Z","time spent":"1.159495898s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:58.793207Z","caller":"traceutil/trace.go:171","msg":"trace[213320778] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"945.242238ms","start":"2026-03-19T22:11:57.847929Z","end":"2026-03-19T22:11:58.793171Z","steps":["trace[213320778] 'process raft request' (duration: 944.88787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:58.793264Z","caller":"traceutil/trace.go:171","msg":"trace[734609922] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"945.189057ms","start":"2026-03-19T22:11:57.848034Z","end":"2026-03-19T22:11:58.793223Z","steps":["trace[734609922] 'process raft request' (duration: 944.996223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:58.793347Z","caller":"traceutil/trace.go:171","msg":"trace[1840431738] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"944.280566ms","start":"2026-03-19T22:11:57.849049Z","end":"2026-03-19T22:11:58.79333Z","steps":["trace[1840431738] 'process raft request' (duration: 944.063622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:58.793215Z","caller":"traceutil/trace.go:171","msg":"trace[1109245571] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9111; }","duration":"1.163727921s","start":"2026-03-19T22:11:57.629452Z","end":"2026-03-19T22:11:58.79318Z","steps":["trace[1109245571] 'read index received' (duration: 1.139985544s)","trace[1109245571] 'applied index is now lower than readState.Index' (duration: 23.740517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:11:58.793444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.847964Z","time spent":"945.384541ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:58.793451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163987518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-19T22:11:58.793445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.847897Z","time spent":"945.406502ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:11:58.793504Z","caller":"traceutil/trace.go:171","msg":"trace[2017892548] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8738; }","duration":"1.164082059s","start":"2026-03-19T22:11:57.629408Z","end":"2026-03-19T22:11:58.79349Z","steps":["trace[2017892548] 'agreement among raft nodes before linearized reading' (duration: 1.163872744s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.793548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.629395Z","time spent":"1.164143981s","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T22:11:58.793511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.849039Z","time spent":"944.374349ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:11:58.793724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065591482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T22:11:58.793788Z","caller":"traceutil/trace.go:171","msg":"trace[1971295479] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8738; }","duration":"1.065701974s","start":"2026-03-19T22:11:57.728069Z","end":"2026-03-19T22:11:58.793771Z","steps":["trace[1971295479] 'agreement among raft nodes before linearized reading' (duration: 1.065480339s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.793831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.728047Z","time spent":"1.065771265s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T22:11:58.79383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.998494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:11:58.793873Z","caller":"traceutil/trace.go:171","msg":"trace[42392095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8738; }","duration":"774.061915ms","start":"2026-03-19T22:11:58.019799Z","end":"2026-03-19T22:11:58.793861Z","steps":["trace[42392095] 'agreement among raft nodes before linearized reading' (duration: 773.82715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.793888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.514266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:11:58.793902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:58.019787Z","time spent":"774.108457ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:11:58.793947Z","caller":"traceutil/trace.go:171","msg":"trace[626569165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8738; }","duration":"770.595169ms","start":"2026-03-19T22:11:58.023337Z","end":"2026-03-19T22:11:58.793932Z","steps":["trace[626569165] 'agreement among raft nodes before linearized reading' (duration: 770.378104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.79399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:58.023326Z","time spent":"770.65303ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:11:58.793998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.405195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T22:11:58.794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.021034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:11:58.794046Z","caller":"traceutil/trace.go:171","msg":"trace[2061221690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8738; }","duration":"775.496427ms","start":"2026-03-19T22:11:58.018537Z","end":"2026-03-19T22:11:58.794033Z","steps":["trace[2061221690] 'agreement among raft nodes before linearized reading' (duration: 775.343883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.794089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:58.018514Z","time spent":"775.567838ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:11:58.794085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.232971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:11:58.794096Z","caller":"traceutil/trace.go:171","msg":"trace[880758828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8738; }","duration":"774.145167ms","start":"2026-03-19T22:11:58.019929Z","end":"2026-03-19T22:11:58.794074Z","steps":["trace[880758828] 'agreement among raft nodes before linearized reading' (duration: 773.83688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:58.794146Z","caller":"traceutil/trace.go:171","msg":"trace[1262352533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8738; }","duration":"775.347653ms","start":"2026-03-19T22:11:58.018783Z","end":"2026-03-19T22:11:58.794131Z","steps":["trace[1262352533] 'agreement among raft nodes before linearized reading' (duration: 775.167809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.794159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:58.019844Z","time spent":"774.30486ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:58.794097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.422088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:11:58.794187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:58.018754Z","time spent":"775.423185ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:11:58.794167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022461124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:11:58.79422Z","caller":"traceutil/trace.go:171","msg":"trace[1223152269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8738; }","duration":"921.576912ms","start":"2026-03-19T22:11:57.872633Z","end":"2026-03-19T22:11:58.79421Z","steps":["trace[1223152269] 'agreement among raft nodes before linearized reading' (duration: 921.380167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:11:58.79425Z","caller":"traceutil/trace.go:171","msg":"trace[1944602700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8738; }","duration":"1.022562396s","start":"2026-03-19T22:11:57.771669Z","end":"2026-03-19T22:11:58.794232Z","steps":["trace[1944602700] 'agreement among raft nodes before linearized reading' (duration: 1.022381322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:11:58.794256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.87262Z","time spent":"921.626353ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:11:58.794288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:11:57.771656Z","time spent":"1.022627028s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:12:01.161028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.577757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:12:01.161329Z","caller":"traceutil/trace.go:171","msg":"trace[1891977784] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"360.999179ms","start":"2026-03-19T22:12:00.800276Z","end":"2026-03-19T22:12:01.161275Z","steps":["trace[1891977784] 'process raft request' (duration: 128.077664ms)","trace[1891977784] 'compare' (duration: 232.059346ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:12:01.161459Z","caller":"traceutil/trace.go:171","msg":"trace[2058347697] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"360.394757ms","start":"2026-03-19T22:12:00.801031Z","end":"2026-03-19T22:12:01.161426Z","steps":["trace[2058347697] 'process raft request' (duration: 360.12823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:01.161554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:00.800255Z","time spent":"361.170984ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:12:01.161721Z","caller":"traceutil/trace.go:171","msg":"trace[317445887] linearizableReadLoop","detail":"{readStateIndex:9128; appliedIndex:9125; }","duration":"331.767541ms","start":"2026-03-19T22:12:00.82993Z","end":"2026-03-19T22:12:01.161697Z","steps":["trace[317445887] 'read index received' (duration: 44.138421ms)","trace[317445887] 'applied index is now lower than readState.Index' (duration: 287.62697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:12:01.161695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:00.801013Z","time spent":"360.56955ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:12:01.162187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.247541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:12:01.162248Z","caller":"traceutil/trace.go:171","msg":"trace[1062225306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8751; }","duration":"332.352503ms","start":"2026-03-19T22:12:00.829879Z","end":"2026-03-19T22:12:01.162231Z","steps":["trace[1062225306] 'agreement among raft nodes before linearized reading' (duration: 331.938774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:01.162311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:00.82986Z","time spent":"332.432925ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:12:01.162405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.133156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:12:01.162469Z","caller":"traceutil/trace.go:171","msg":"trace[1821070943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8751; }","duration":"281.214748ms","start":"2026-03-19T22:12:00.881239Z","end":"2026-03-19T22:12:01.162454Z","steps":["trace[1821070943] 'agreement among raft nodes before linearized reading' (duration: 281.016414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:01.162504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.862266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-19T22:12:01.162558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.011975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:12:01.16255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.712269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T22:12:01.162594Z","caller":"traceutil/trace.go:171","msg":"trace[1188696395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:8751; }","duration":"278.978768ms","start":"2026-03-19T22:12:00.883596Z","end":"2026-03-19T22:12:01.162575Z","steps":["trace[1188696395] 'agreement among raft nodes before linearized reading' (duration: 278.729032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:01.162603Z","caller":"traceutil/trace.go:171","msg":"trace[689670327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8751; }","duration":"282.080887ms","start":"2026-03-19T22:12:00.880509Z","end":"2026-03-19T22:12:01.16259Z","steps":["trace[689670327] 'agreement among raft nodes before linearized reading' (duration: 281.818982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:01.162616Z","caller":"traceutil/trace.go:171","msg":"trace[521523651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8751; }","duration":"281.80763ms","start":"2026-03-19T22:12:00.880793Z","end":"2026-03-19T22:12:01.162601Z","steps":["trace[521523651] 'agreement among raft nodes before linearized reading' (duration: 281.515714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:01.162895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.460029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:12:01.162973Z","caller":"traceutil/trace.go:171","msg":"trace[1207015117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8751; }","duration":"284.572332ms","start":"2026-03-19T22:12:00.878382Z","end":"2026-03-19T22:12:01.162954Z","steps":["trace[1207015117] 'agreement among raft nodes before linearized reading' (duration: 283.705133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:01.337611Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6751} {"level":"warn","ts":"2026-03-19T22:12:01.337871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.229398ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-19T22:12:01.33796Z","caller":"traceutil/trace.go:171","msg":"trace[1023072094] compact","detail":"{revision:6751; response_revision:8751; }","duration":"174.1597ms","start":"2026-03-19T22:12:01.163789Z","end":"2026-03-19T22:12:01.337948Z","steps":["trace[1023072094] 'process raft request' (duration: 50.265987ms)","trace[1023072094] 'check and update compact revision' (duration: 123.146376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:12:02.085769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.492817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:12:02.086018Z","caller":"traceutil/trace.go:171","msg":"trace[39208681] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"919.378545ms","start":"2026-03-19T22:12:01.166608Z","end":"2026-03-19T22:12:02.085986Z","steps":["trace[39208681] 'process raft request' (duration: 486.498788ms)","trace[39208681] 'compare' (duration: 98.559889ms)","trace[39208681] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 333.293324ms)"],"step_count":3} {"level":"warn","ts":"2026-03-19T22:12:02.086152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.166585Z","time spent":"919.506398ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:12:02.08623Z","caller":"traceutil/trace.go:171","msg":"trace[217788143] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9129; }","duration":"915.738863ms","start":"2026-03-19T22:12:01.170469Z","end":"2026-03-19T22:12:02.086208Z","steps":["trace[217788143] 'read index received' (duration: 43.645979ms)","trace[217788143] 'applied index is now lower than readState.Index' (duration: 872.091764ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:12:02.086408Z","caller":"traceutil/trace.go:171","msg":"trace[682600950] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"919.503078ms","start":"2026-03-19T22:12:01.166897Z","end":"2026-03-19T22:12:02.0864Z","steps":["trace[682600950] 'process raft request' (duration: 919.265892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:02.086454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.16688Z","time spent":"919.552428ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:12:02.086459Z","caller":"traceutil/trace.go:171","msg":"trace[1321875956] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"919.63111ms","start":"2026-03-19T22:12:01.166786Z","end":"2026-03-19T22:12:02.086417Z","steps":["trace[1321875956] 'process raft request' (duration: 919.268762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:02.08648Z","caller":"traceutil/trace.go:171","msg":"trace[1689822008] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"919.776164ms","start":"2026-03-19T22:12:01.166667Z","end":"2026-03-19T22:12:02.086443Z","steps":["trace[1689822008] 'process raft request' (duration: 919.260992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:02.086536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.253069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:12:02.086615Z","caller":"traceutil/trace.go:171","msg":"trace[1369259747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8756; }","duration":"417.399052ms","start":"2026-03-19T22:12:01.669196Z","end":"2026-03-19T22:12:02.086595Z","steps":["trace[1369259747] 'agreement among raft nodes before linearized reading' (duration: 417.226468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:02.08665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.166643Z","time spent":"919.925556ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:12:02.086664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.669174Z","time spent":"417.475664ms","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:12:02.086658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.229868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:12:02.086668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.166778Z","time spent":"919.779043ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:12:02.086714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.222091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:12:02.086766Z","caller":"traceutil/trace.go:171","msg":"trace[641891936] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8756; }","duration":"823.364701ms","start":"2026-03-19T22:12:01.263377Z","end":"2026-03-19T22:12:02.086742Z","steps":["trace[641891936] 'agreement among raft nodes before linearized reading' (duration: 823.095495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:02.086779Z","caller":"traceutil/trace.go:171","msg":"trace[471700615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8756; }","duration":"901.310723ms","start":"2026-03-19T22:12:01.185452Z","end":"2026-03-19T22:12:02.086763Z","steps":["trace[471700615] 'agreement among raft nodes before linearized reading' (duration: 900.963715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:02.086805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.342876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229242"} {"level":"warn","ts":"2026-03-19T22:12:02.086828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.185434Z","time spent":"901.381434ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:12:02.086829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.263356Z","time spent":"823.456883ms","remote":"127.0.0.1:60688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:12:02.086859Z","caller":"traceutil/trace.go:171","msg":"trace[257815813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8756; }","duration":"916.424379ms","start":"2026-03-19T22:12:01.170427Z","end":"2026-03-19T22:12:02.086851Z","steps":["trace[257815813] 'agreement among raft nodes before linearized reading' (duration: 916.116722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:02.086496Z","caller":"traceutil/trace.go:171","msg":"trace[1281228994] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"919.62126ms","start":"2026-03-19T22:12:01.166838Z","end":"2026-03-19T22:12:02.086459Z","steps":["trace[1281228994] 'process raft request' (duration: 919.285233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:02.086883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.170416Z","time spent":"916.461449ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229266,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T22:12:02.086918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:01.166828Z","time spent":"920.055509ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:12:02.448278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.205184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:12:02.448365Z","caller":"traceutil/trace.go:171","msg":"trace[1701525963] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8756; }","duration":"293.362857ms","start":"2026-03-19T22:12:02.15498Z","end":"2026-03-19T22:12:02.448343Z","steps":["trace[1701525963] 'range keys from in-memory index tree' (duration: 293.107511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:02.521101Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6751,"took":"1.179275317s","hash":3360511972,"current-db-size-bytes":41586688,"current-db-size":"42 MB","current-db-size-in-use-bytes":22913024,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T22:12:02.521234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3360511972,"revision":6751,"compact-revision":4008} {"level":"info","ts":"2026-03-19T22:12:07.364187Z","caller":"traceutil/trace.go:171","msg":"trace[1925616538] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"467.107427ms","start":"2026-03-19T22:12:06.897054Z","end":"2026-03-19T22:12:07.364162Z","steps":["trace[1925616538] 'process raft request' (duration: 466.936544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:07.364358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:06.897027Z","time spent":"467.24072ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:12:07.365314Z","caller":"traceutil/trace.go:171","msg":"trace[1325397694] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"184.413347ms","start":"2026-03-19T22:12:07.180879Z","end":"2026-03-19T22:12:07.365292Z","steps":["trace[1325397694] 'process raft request' (duration: 184.381986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:07.365436Z","caller":"traceutil/trace.go:171","msg":"trace[484413746] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"184.577891ms","start":"2026-03-19T22:12:07.180834Z","end":"2026-03-19T22:12:07.365412Z","steps":["trace[484413746] 'process raft request' (duration: 184.294094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:59.820031Z","caller":"traceutil/trace.go:171","msg":"trace[243742696] linearizableReadLoop","detail":"{readStateIndex:9755; appliedIndex:9754; }","duration":"260.931384ms","start":"2026-03-19T22:12:59.559071Z","end":"2026-03-19T22:12:59.820002Z","steps":["trace[243742696] 'read index received' (duration: 260.715089ms)","trace[243742696] 'applied index is now lower than readState.Index' (duration: 215.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:12:59.82019Z","caller":"traceutil/trace.go:171","msg":"trace[1302597069] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"262.436578ms","start":"2026-03-19T22:12:59.557701Z","end":"2026-03-19T22:12:59.820138Z","steps":["trace[1302597069] 'process raft request' (duration: 262.161912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:59.820325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.2386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129972"} {"level":"info","ts":"2026-03-19T22:12:59.820539Z","caller":"traceutil/trace.go:171","msg":"trace[1019960926] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9358; }","duration":"261.484476ms","start":"2026-03-19T22:12:59.559015Z","end":"2026-03-19T22:12:59.820499Z","steps":["trace[1019960926] 'agreement among raft nodes before linearized reading' (duration: 261.113898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:12:59.874547Z","caller":"traceutil/trace.go:171","msg":"trace[1133537932] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"311.089677ms","start":"2026-03-19T22:12:59.563428Z","end":"2026-03-19T22:12:59.874518Z","steps":["trace[1133537932] 'process raft request' (duration: 310.896443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:59.874765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:59.563406Z","time spent":"311.22741ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:12:59.874863Z","caller":"traceutil/trace.go:171","msg":"trace[1292187011] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"307.512208ms","start":"2026-03-19T22:12:59.567322Z","end":"2026-03-19T22:12:59.874834Z","steps":["trace[1292187011] 'process raft request' (duration: 307.1451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:12:59.875052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:12:59.567301Z","time spent":"307.661771ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:12:59.87769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.896367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:12:59.877762Z","caller":"traceutil/trace.go:171","msg":"trace[1484241888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9360; }","duration":"104.015229ms","start":"2026-03-19T22:12:59.773731Z","end":"2026-03-19T22:12:59.877747Z","steps":["trace[1484241888] 'agreement among raft nodes before linearized reading' (duration: 103.878306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.626606Z","caller":"traceutil/trace.go:171","msg":"trace[1279161633] linearizableReadLoop","detail":"{readStateIndex:9824; appliedIndex:9823; }","duration":"113.626613ms","start":"2026-03-19T22:13:12.51295Z","end":"2026-03-19T22:13:12.626576Z","steps":["trace[1279161633] 'read index received' (duration: 113.443459ms)","trace[1279161633] 'applied index is now lower than readState.Index' (duration: 181.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:13:12.626659Z","caller":"traceutil/trace.go:171","msg":"trace[978930285] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"114.204015ms","start":"2026-03-19T22:13:12.512433Z","end":"2026-03-19T22:13:12.626637Z","steps":["trace[978930285] 'process raft request' (duration: 113.99079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:12.626858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:13:12.626902Z","caller":"traceutil/trace.go:171","msg":"trace[1960504402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9424; }","duration":"110.916053ms","start":"2026-03-19T22:13:12.515973Z","end":"2026-03-19T22:13:12.62689Z","steps":["trace[1960504402] 'agreement among raft nodes before linearized reading' (duration: 110.765139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:12.627062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.004691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T22:13:12.627103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.498055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:13:12.627102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.575632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:13:12.627168Z","caller":"traceutil/trace.go:171","msg":"trace[1583804218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9424; }","duration":"114.240666ms","start":"2026-03-19T22:13:12.512905Z","end":"2026-03-19T22:13:12.627146Z","steps":["trace[1583804218] 'agreement among raft nodes before linearized reading' (duration: 113.831807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.62718Z","caller":"traceutil/trace.go:171","msg":"trace[194361590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9424; }","duration":"106.598188ms","start":"2026-03-19T22:13:12.520563Z","end":"2026-03-19T22:13:12.627161Z","steps":["trace[194361590] 'agreement among raft nodes before linearized reading' (duration: 106.391853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:12.627163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.82334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:13:12.627198Z","caller":"traceutil/trace.go:171","msg":"trace[705280267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:9424; }","duration":"104.706055ms","start":"2026-03-19T22:13:12.522467Z","end":"2026-03-19T22:13:12.627173Z","steps":["trace[705280267] 'agreement among raft nodes before linearized reading' (duration: 104.395718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.627259Z","caller":"traceutil/trace.go:171","msg":"trace[2138612654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9424; }","duration":"105.962043ms","start":"2026-03-19T22:13:12.521275Z","end":"2026-03-19T22:13:12.627237Z","steps":["trace[2138612654] 'agreement among raft nodes before linearized reading' (duration: 105.652185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.775803Z","caller":"traceutil/trace.go:171","msg":"trace[1999171935] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"144.657612ms","start":"2026-03-19T22:13:12.631117Z","end":"2026-03-19T22:13:12.775775Z","steps":["trace[1999171935] 'process raft request' (duration: 135.12337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.86487Z","caller":"traceutil/trace.go:171","msg":"trace[248772463] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"233.689288ms","start":"2026-03-19T22:13:12.631149Z","end":"2026-03-19T22:13:12.864838Z","steps":["trace[248772463] 'process raft request' (duration: 233.491944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.86543Z","caller":"traceutil/trace.go:171","msg":"trace[1080053713] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"233.888664ms","start":"2026-03-19T22:13:12.631526Z","end":"2026-03-19T22:13:12.865415Z","steps":["trace[1080053713] 'process raft request' (duration: 233.583236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.865501Z","caller":"traceutil/trace.go:171","msg":"trace[573956318] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"233.961286ms","start":"2026-03-19T22:13:12.6315Z","end":"2026-03-19T22:13:12.865461Z","steps":["trace[573956318] 'process raft request' (duration: 233.29704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:12.865361Z","caller":"traceutil/trace.go:171","msg":"trace[1291065286] linearizableReadLoop","detail":"{readStateIndex:9826; appliedIndex:9824; }","duration":"233.851652ms","start":"2026-03-19T22:13:12.631428Z","end":"2026-03-19T22:13:12.865279Z","steps":["trace[1291065286] 'read index received' (duration: 134.796593ms)","trace[1291065286] 'applied index is now lower than readState.Index' (duration: 99.053939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:13:12.86623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.684811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291974"} {"level":"info","ts":"2026-03-19T22:13:12.86632Z","caller":"traceutil/trace.go:171","msg":"trace[481688455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9428; }","duration":"234.896716ms","start":"2026-03-19T22:13:12.63141Z","end":"2026-03-19T22:13:12.866307Z","steps":["trace[481688455] 'agreement among raft nodes before linearized reading' (duration: 234.071378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:13.971983Z","caller":"traceutil/trace.go:171","msg":"trace[648013001] linearizableReadLoop","detail":"{readStateIndex:9829; appliedIndex:9828; }","duration":"198.61144ms","start":"2026-03-19T22:13:13.773345Z","end":"2026-03-19T22:13:13.971957Z","steps":["trace[648013001] 'read index received' (duration: 198.090378ms)","trace[648013001] 'applied index is now lower than readState.Index' (duration: 519.762µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:13:13.972142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.785094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:13:13.97218Z","caller":"traceutil/trace.go:171","msg":"trace[1099126390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9429; }","duration":"198.882016ms","start":"2026-03-19T22:13:13.773288Z","end":"2026-03-19T22:13:13.972171Z","steps":["trace[1099126390] 'agreement among raft nodes before linearized reading' (duration: 198.799364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:13.972247Z","caller":"traceutil/trace.go:171","msg":"trace[1280981934] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"628.035506ms","start":"2026-03-19T22:13:13.344109Z","end":"2026-03-19T22:13:13.972145Z","steps":["trace[1280981934] 'process raft request' (duration: 627.351041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:13.972837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.34408Z","time spent":"628.592968ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:13:14.432397Z","caller":"traceutil/trace.go:171","msg":"trace[1447116055] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"551.134198ms","start":"2026-03-19T22:13:13.881235Z","end":"2026-03-19T22:13:14.432369Z","steps":["trace[1447116055] 'process raft request' (duration: 551.065487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:14.432607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.881208Z","time spent":"551.327562ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:13:14.43241Z","caller":"traceutil/trace.go:171","msg":"trace[1509686095] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"565.957946ms","start":"2026-03-19T22:13:13.86641Z","end":"2026-03-19T22:13:14.432367Z","steps":["trace[1509686095] 'process raft request' (duration: 565.748932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:14.432787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.866385Z","time spent":"566.379996ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:13:14.432763Z","caller":"traceutil/trace.go:171","msg":"trace[613151146] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"508.100312ms","start":"2026-03-19T22:13:13.924643Z","end":"2026-03-19T22:13:14.432743Z","steps":["trace[613151146] 'process raft request' (duration: 507.904687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:14.432698Z","caller":"traceutil/trace.go:171","msg":"trace[343159666] linearizableReadLoop","detail":"{readStateIndex:9833; appliedIndex:9829; }","duration":"460.615357ms","start":"2026-03-19T22:13:13.972058Z","end":"2026-03-19T22:13:14.432673Z","steps":["trace[343159666] 'read index received' (duration: 460.042845ms)","trace[343159666] 'applied index is now lower than readState.Index' (duration: 571.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:13:14.432876Z","caller":"traceutil/trace.go:171","msg":"trace[759377538] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"514.749211ms","start":"2026-03-19T22:13:13.918084Z","end":"2026-03-19T22:13:14.432833Z","steps":["trace[759377538] 'process raft request' (duration: 514.25014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:14.432971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.234529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:13:14.433051Z","caller":"traceutil/trace.go:171","msg":"trace[958917103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9433; }","duration":"655.350132ms","start":"2026-03-19T22:13:13.777682Z","end":"2026-03-19T22:13:14.433032Z","steps":["trace[958917103] 'agreement among raft nodes before linearized reading' (duration: 655.073766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:14.433095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.777674Z","time spent":"655.412983ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T22:13:14.433119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.918059Z","time spent":"514.955875ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:13:14.433152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.732759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:13:14.433222Z","caller":"traceutil/trace.go:171","msg":"trace[614954174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9433; }","duration":"459.859431ms","start":"2026-03-19T22:13:13.973351Z","end":"2026-03-19T22:13:14.433211Z","steps":["trace[614954174] 'agreement among raft nodes before linearized reading' (duration: 459.714888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:14.43329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.973337Z","time spent":"459.945803ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:13:14.432963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.924622Z","time spent":"508.232895ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:13:14.433367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.364383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T22:13:14.432956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.871636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:13:14.433379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.953662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T22:13:14.433429Z","caller":"traceutil/trace.go:171","msg":"trace[849156341] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:9433; }","duration":"179.464344ms","start":"2026-03-19T22:13:14.253952Z","end":"2026-03-19T22:13:14.433417Z","steps":["trace[849156341] 'agreement among raft nodes before linearized reading' (duration: 179.24926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:14.433442Z","caller":"traceutil/trace.go:171","msg":"trace[1025058740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9433; }","duration":"589.505229ms","start":"2026-03-19T22:13:13.843921Z","end":"2026-03-19T22:13:14.433426Z","steps":["trace[1025058740] 'agreement among raft nodes before linearized reading' (duration: 588.844925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:14.433465Z","caller":"traceutil/trace.go:171","msg":"trace[1896028592] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c9bf98865-zd5mn.189e5d9b26aae959; range_end:; response_count:1; response_revision:9433; }","duration":"251.083505ms","start":"2026-03-19T22:13:14.182355Z","end":"2026-03-19T22:13:14.433439Z","steps":["trace[1896028592] 'agreement among raft nodes before linearized reading' (duration: 250.87905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:14.433488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:13.843899Z","time spent":"589.57133ms","remote":"127.0.0.1:44362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:13:14.578756Z","caller":"traceutil/trace.go:171","msg":"trace[2062658204] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"104.138492ms","start":"2026-03-19T22:13:14.474563Z","end":"2026-03-19T22:13:14.578701Z","steps":["trace[2062658204] 'process raft request' (duration: 66.283593ms)","trace[2062658204] 'compare' (duration: 37.41541ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:13:15.191289Z","caller":"traceutil/trace.go:171","msg":"trace[1842589689] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"105.274298ms","start":"2026-03-19T22:13:15.085987Z","end":"2026-03-19T22:13:15.191261Z","steps":["trace[1842589689] 'process raft request' (duration: 105.094214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:36.510681Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T22:13:36.517323Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T22:13:36.517468Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T22:13:59.273072Z","caller":"traceutil/trace.go:171","msg":"trace[1655759258] linearizableReadLoop","detail":"{readStateIndex:10144; appliedIndex:10143; }","duration":"255.642978ms","start":"2026-03-19T22:13:59.0174Z","end":"2026-03-19T22:13:59.273043Z","steps":["trace[1655759258] 'read index received' (duration: 255.429003ms)","trace[1655759258] 'applied index is now lower than readState.Index' (duration: 212.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:13:59.273426Z","caller":"traceutil/trace.go:171","msg":"trace[977482880] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"288.153948ms","start":"2026-03-19T22:13:58.985186Z","end":"2026-03-19T22:13:59.27334Z","steps":["trace[977482880] 'process raft request' (duration: 287.603345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.273514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.088097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:13:59.273576Z","caller":"traceutil/trace.go:171","msg":"trace[610156167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9733; }","duration":"256.21452ms","start":"2026-03-19T22:13:59.017344Z","end":"2026-03-19T22:13:59.273559Z","steps":["trace[610156167] 'agreement among raft nodes before linearized reading' (duration: 256.012876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.725453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.509252ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-19T22:13:59.72606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.144148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T22:13:59.726071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.753284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T22:13:59.72617Z","caller":"traceutil/trace.go:171","msg":"trace[125559466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9733; }","duration":"533.296301ms","start":"2026-03-19T22:13:59.192853Z","end":"2026-03-19T22:13:59.726149Z","steps":["trace[125559466] 'agreement among raft nodes before linearized reading' (duration: 532.947803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:59.726195Z","caller":"traceutil/trace.go:171","msg":"trace[1993059237] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9733; }","duration":"507.964409ms","start":"2026-03-19T22:13:59.218202Z","end":"2026-03-19T22:13:59.726166Z","steps":["trace[1993059237] 'agreement among raft nodes before linearized reading' (duration: 507.586321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.726229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.192841Z","time spent":"533.376493ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:13:59.726256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.218167Z","time spent":"508.076291ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T22:13:59.726374Z","caller":"traceutil/trace.go:171","msg":"trace[87229605] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"447.065036ms","start":"2026-03-19T22:13:59.279287Z","end":"2026-03-19T22:13:59.726352Z","steps":["trace[87229605] 'process raft request' (duration: 446.364201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.726589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.279264Z","time spent":"447.22297ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:13:59.726655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.891741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T22:13:59.7267Z","caller":"traceutil/trace.go:171","msg":"trace[943206384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9733; }","duration":"558.956772ms","start":"2026-03-19T22:13:59.167732Z","end":"2026-03-19T22:13:59.726689Z","steps":["trace[943206384] 'agreement among raft nodes before linearized reading' (duration: 558.155363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.726737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.167721Z","time spent":"559.008403ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:13:59.726769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.995776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:13:59.726826Z","caller":"traceutil/trace.go:171","msg":"trace[49175334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:9733; }","duration":"474.069807ms","start":"2026-03-19T22:13:59.252738Z","end":"2026-03-19T22:13:59.726807Z","steps":["trace[49175334] 'agreement among raft nodes before linearized reading' (duration: 473.127726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.726863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.25272Z","time spent":"474.135299ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:13:59.727046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.656842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T22:13:59.727088Z","caller":"traceutil/trace.go:171","msg":"trace[1237644754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9733; }","duration":"593.743424ms","start":"2026-03-19T22:13:59.133334Z","end":"2026-03-19T22:13:59.727078Z","steps":["trace[1237644754] 'agreement among raft nodes before linearized reading' (duration: 592.650189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:13:59.727121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.133308Z","time spent":"593.802065ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T22:13:59.727286Z","caller":"traceutil/trace.go:171","msg":"trace[1102565097] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"242.908493ms","start":"2026-03-19T22:13:59.484365Z","end":"2026-03-19T22:13:59.727274Z","steps":["trace[1102565097] 'process raft request' (duration: 241.767048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:13:59.727664Z","caller":"traceutil/trace.go:171","msg":"trace[608943727] linearizableReadLoop","detail":"{readStateIndex:10145; appliedIndex:10144; }","duration":"452.583468ms","start":"2026-03-19T22:13:59.273175Z","end":"2026-03-19T22:13:59.725758Z","steps":["trace[608943727] 'read index received' (duration: 124.758399ms)","trace[608943727] 'applied index is now lower than readState.Index' (duration: 327.821769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:00.046168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.649892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:14:00.046387Z","caller":"traceutil/trace.go:171","msg":"trace[660221427] linearizableReadLoop","detail":"{readStateIndex:10150; appliedIndex:10148; }","duration":"272.296007ms","start":"2026-03-19T22:13:59.77407Z","end":"2026-03-19T22:14:00.046366Z","steps":["trace[660221427] 'read index received' (duration: 68.280897ms)","trace[660221427] 'applied index is now lower than readState.Index' (duration: 204.01397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:00.046458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.395929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:14:00.04641Z","caller":"traceutil/trace.go:171","msg":"trace[1307393135] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"312.223594ms","start":"2026-03-19T22:13:59.734128Z","end":"2026-03-19T22:14:00.046352Z","steps":["trace[1307393135] 'process raft request' (duration: 108.302336ms)","trace[1307393135] 'compare' (duration: 203.322884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:14:00.046492Z","caller":"traceutil/trace.go:171","msg":"trace[1522401763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9738; }","duration":"272.468921ms","start":"2026-03-19T22:13:59.774015Z","end":"2026-03-19T22:14:00.046484Z","steps":["trace[1522401763] 'agreement among raft nodes before linearized reading' (duration: 272.409429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:00.046737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.734108Z","time spent":"312.423498ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:14:00.046653Z","caller":"traceutil/trace.go:171","msg":"trace[1448864780] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"312.800396ms","start":"2026-03-19T22:13:59.733775Z","end":"2026-03-19T22:14:00.046575Z","steps":["trace[1448864780] 'process raft request' (duration: 312.493269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:00.047163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:13:59.73375Z","time spent":"313.254346ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:14:00.72375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.244904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:14:00.723859Z","caller":"traceutil/trace.go:171","msg":"trace[25598152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9738; }","duration":"149.413267ms","start":"2026-03-19T22:14:00.574422Z","end":"2026-03-19T22:14:00.723835Z","steps":["trace[25598152] 'range keys from in-memory index tree' (duration: 149.038599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:14:01.050045Z","caller":"traceutil/trace.go:171","msg":"trace[1400730875] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"432.892393ms","start":"2026-03-19T22:14:00.617122Z","end":"2026-03-19T22:14:01.050015Z","steps":["trace[1400730875] 'process raft request' (duration: 432.688418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.050477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:14:00.617102Z","time spent":"433.035836ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:14:01.338903Z","caller":"traceutil/trace.go:171","msg":"trace[1234638063] linearizableReadLoop","detail":"{readStateIndex:10153; appliedIndex:10150; }","duration":"610.466456ms","start":"2026-03-19T22:14:00.728412Z","end":"2026-03-19T22:14:01.338878Z","steps":["trace[1234638063] 'read index received' (duration: 321.354586ms)","trace[1234638063] 'applied index is now lower than readState.Index' (duration: 289.11102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:01.339262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.989708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-19T22:14:01.339297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.869914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T22:14:01.339346Z","caller":"traceutil/trace.go:171","msg":"trace[2093037925] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9741; }","duration":"267.117431ms","start":"2026-03-19T22:14:01.072207Z","end":"2026-03-19T22:14:01.339324Z","steps":["trace[2093037925] 'agreement among raft nodes before linearized reading' (duration: 266.839414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:14:01.339366Z","caller":"traceutil/trace.go:171","msg":"trace[1896416839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9741; }","duration":"611.009987ms","start":"2026-03-19T22:14:00.728341Z","end":"2026-03-19T22:14:01.339351Z","steps":["trace[1896416839] 'agreement among raft nodes before linearized reading' (duration: 610.67681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.339405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:14:00.728313Z","time spent":"611.085229ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T22:14:01.339326Z","caller":"traceutil/trace.go:171","msg":"trace[771978399] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"639.674823ms","start":"2026-03-19T22:14:00.699646Z","end":"2026-03-19T22:14:01.339321Z","steps":["trace[771978399] 'process raft request' (duration: 639.189923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.33954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:14:00.699637Z","time spent":"639.800596ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:14:01.339293Z","caller":"traceutil/trace.go:171","msg":"trace[2047816795] transaction","detail":"{read_only:false; response_revision:9740; number_of_response:1; }","duration":"640.042782ms","start":"2026-03-19T22:14:00.699239Z","end":"2026-03-19T22:14:01.339282Z","steps":["trace[2047816795] 'process raft request' (duration: 595.953352ms)","trace[2047816795] 'compare' (duration: 43.473196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:01.339754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:14:00.699209Z","time spent":"640.492462ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:14:01.550001Z","caller":"traceutil/trace.go:171","msg":"trace[1910080871] linearizableReadLoop","detail":"{readStateIndex:10154; appliedIndex:10153; }","duration":"146.160625ms","start":"2026-03-19T22:14:01.403818Z","end":"2026-03-19T22:14:01.549979Z","steps":["trace[1910080871] 'read index received' (duration: 122.197913ms)","trace[1910080871] 'applied index is now lower than readState.Index' (duration: 23.961572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:01.55012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.290399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:14:01.550144Z","caller":"traceutil/trace.go:171","msg":"trace[66306660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9742; }","duration":"146.36276ms","start":"2026-03-19T22:14:01.403774Z","end":"2026-03-19T22:14:01.550137Z","steps":["trace[66306660] 'agreement among raft nodes before linearized reading' (duration: 146.285628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:14:01.550358Z","caller":"traceutil/trace.go:171","msg":"trace[1494145795] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"203.58386ms","start":"2026-03-19T22:14:01.346743Z","end":"2026-03-19T22:14:01.550327Z","steps":["trace[1494145795] 'process raft request' (duration: 179.349882ms)","trace[1494145795] 'compare' (duration: 23.782808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:01.916163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.534874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:14:01.916237Z","caller":"traceutil/trace.go:171","msg":"trace[971565591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:9742; }","duration":"164.616585ms","start":"2026-03-19T22:14:01.751601Z","end":"2026-03-19T22:14:01.916218Z","steps":["trace[971565591] 'range keys from in-memory index tree' (duration: 164.382031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.916261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.988401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:14:01.916326Z","caller":"traceutil/trace.go:171","msg":"trace[1273615334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9742; }","duration":"146.052632ms","start":"2026-03-19T22:14:01.770256Z","end":"2026-03-19T22:14:01.916309Z","steps":["trace[1273615334] 'range keys from in-memory index tree' (duration: 145.92201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.916369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.330708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:14:01.916412Z","caller":"traceutil/trace.go:171","msg":"trace[1172827528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9742; }","duration":"218.405489ms","start":"2026-03-19T22:14:01.697993Z","end":"2026-03-19T22:14:01.916399Z","steps":["trace[1172827528] 'range keys from in-memory index tree' (duration: 218.248306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.916324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.043931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:14:01.916559Z","caller":"traceutil/trace.go:171","msg":"trace[747308716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9742; }","duration":"168.278817ms","start":"2026-03-19T22:14:01.748265Z","end":"2026-03-19T22:14:01.916543Z","steps":["trace[747308716] 'range keys from in-memory index tree' (duration: 167.889958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:01.916648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.379315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:14:01.916694Z","caller":"traceutil/trace.go:171","msg":"trace[740529770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9742; }","duration":"184.454816ms","start":"2026-03-19T22:14:01.732229Z","end":"2026-03-19T22:14:01.916684Z","steps":["trace[740529770] 'range keys from in-memory index tree' (duration: 184.216561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:14:38.251543Z","caller":"traceutil/trace.go:171","msg":"trace[1184503002] transaction","detail":"{read_only:false; response_revision:9962; number_of_response:1; }","duration":"112.182191ms","start":"2026-03-19T22:14:38.139345Z","end":"2026-03-19T22:14:38.251527Z","steps":["trace[1184503002] 'process raft request' (duration: 112.036568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:14:42.458748Z","caller":"traceutil/trace.go:171","msg":"trace[12335251] linearizableReadLoop","detail":"{readStateIndex:10407; appliedIndex:10406; }","duration":"124.815921ms","start":"2026-03-19T22:14:42.333908Z","end":"2026-03-19T22:14:42.458723Z","steps":["trace[12335251] 'read index received' (duration: 49.869048ms)","trace[12335251] 'applied index is now lower than readState.Index' (duration: 74.945933ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:14:42.458881Z","caller":"traceutil/trace.go:171","msg":"trace[835217219] transaction","detail":"{read_only:false; response_revision:9986; number_of_response:1; }","duration":"130.709843ms","start":"2026-03-19T22:14:42.328131Z","end":"2026-03-19T22:14:42.458841Z","steps":["trace[835217219] 'process raft request' (duration: 55.648346ms)","trace[835217219] 'compare' (duration: 74.748989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:14:42.459112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.17571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-19T22:14:42.459195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.058915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:14:42.459222Z","caller":"traceutil/trace.go:171","msg":"trace[786404996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9986; }","duration":"125.317723ms","start":"2026-03-19T22:14:42.333875Z","end":"2026-03-19T22:14:42.459193Z","steps":["trace[786404996] 'agreement among raft nodes before linearized reading' (duration: 124.987856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:14:42.459287Z","caller":"traceutil/trace.go:171","msg":"trace[948352829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9986; }","duration":"115.188318ms","start":"2026-03-19T22:14:42.344078Z","end":"2026-03-19T22:14:42.459266Z","steps":["trace[948352829] 'agreement among raft nodes before linearized reading' (duration: 114.921892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:14:43.862196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.658151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:14:43.862676Z","caller":"traceutil/trace.go:171","msg":"trace[2103839325] transaction","detail":"{read_only:false; response_revision:9990; number_of_response:1; }","duration":"277.477322ms","start":"2026-03-19T22:14:43.584915Z","end":"2026-03-19T22:14:43.862392Z","steps":["trace[2103839325] 'process raft request' (duration: 105.528454ms)","trace[2103839325] 'compare' (duration: 171.552269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:14:44.482491Z","caller":"traceutil/trace.go:171","msg":"trace[1022312890] transaction","detail":"{read_only:false; response_revision:9995; number_of_response:1; }","duration":"144.985629ms","start":"2026-03-19T22:14:44.337477Z","end":"2026-03-19T22:14:44.482462Z","steps":["trace[1022312890] 'process raft request' (duration: 124.112056ms)","trace[1022312890] 'compare' (duration: 20.7134ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:15:24.531759Z","caller":"traceutil/trace.go:171","msg":"trace[851215278] linearizableReadLoop","detail":"{readStateIndex:10684; appliedIndex:10683; }","duration":"270.192919ms","start":"2026-03-19T22:15:24.261542Z","end":"2026-03-19T22:15:24.531735Z","steps":["trace[851215278] 'read index received' (duration: 270.049306ms)","trace[851215278] 'applied index is now lower than readState.Index' (duration: 142.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:15:24.531833Z","caller":"traceutil/trace.go:171","msg":"trace[100573842] transaction","detail":"{read_only:false; response_revision:10251; number_of_response:1; }","duration":"365.26747ms","start":"2026-03-19T22:15:24.166515Z","end":"2026-03-19T22:15:24.531782Z","steps":["trace[100573842] 'process raft request' (duration: 365.086206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:15:24.531969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.420493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T22:15:24.532047Z","caller":"traceutil/trace.go:171","msg":"trace[694690549] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:10251; }","duration":"270.522056ms","start":"2026-03-19T22:15:24.261478Z","end":"2026-03-19T22:15:24.532Z","steps":["trace[694690549] 'agreement among raft nodes before linearized reading' (duration: 270.383352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:15:24.53209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:15:24.166487Z","time spent":"365.449564ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:15:24.532172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.611744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:15:24.532255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.658365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:15:24.5323Z","caller":"traceutil/trace.go:171","msg":"trace[872069300] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10251; }","duration":"218.808349ms","start":"2026-03-19T22:15:24.313467Z","end":"2026-03-19T22:15:24.532276Z","steps":["trace[872069300] 'agreement among raft nodes before linearized reading' (duration: 218.488592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:15:24.532359Z","caller":"traceutil/trace.go:171","msg":"trace[1057509055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10251; }","duration":"200.823149ms","start":"2026-03-19T22:15:24.33151Z","end":"2026-03-19T22:15:24.532333Z","steps":["trace[1057509055] 'agreement among raft nodes before linearized reading' (duration: 200.502312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:16:53.338057Z","caller":"traceutil/trace.go:171","msg":"trace[995599798] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"158.714864ms","start":"2026-03-19T22:16:53.179302Z","end":"2026-03-19T22:16:53.338017Z","steps":["trace[995599798] 'process raft request' (duration: 158.52372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:01.345446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8751} {"level":"info","ts":"2026-03-19T22:17:01.409318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8751,"took":"61.900524ms","hash":1994595524,"current-db-size-bytes":41586688,"current-db-size":"42 MB","current-db-size-in-use-bytes":24031232,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T22:17:01.409411Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1994595524,"revision":8751,"compact-revision":6751} {"level":"warn","ts":"2026-03-19T22:17:20.313005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.008683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:17:20.313123Z","caller":"traceutil/trace.go:171","msg":"trace[1060422930] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10893; }","duration":"113.159587ms","start":"2026-03-19T22:17:20.199937Z","end":"2026-03-19T22:17:20.313097Z","steps":["trace[1060422930] 'count revisions from in-memory index tree' (duration: 112.945322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:21.705448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.492551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:17:21.705564Z","caller":"traceutil/trace.go:171","msg":"trace[1242992867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10898; }","duration":"130.655566ms","start":"2026-03-19T22:17:21.574887Z","end":"2026-03-19T22:17:21.705542Z","steps":["trace[1242992867] 'range keys from in-memory index tree' (duration: 130.321578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:22.020913Z","caller":"traceutil/trace.go:171","msg":"trace[1803965868] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"311.288664ms","start":"2026-03-19T22:17:21.709601Z","end":"2026-03-19T22:17:22.02089Z","steps":["trace[1803965868] 'process raft request' (duration: 310.189479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:22.021444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:21.70958Z","time spent":"311.61927ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:22.637375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.827852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:17:22.637663Z","caller":"traceutil/trace.go:171","msg":"trace[192009652] transaction","detail":"{read_only:false; response_revision:10903; number_of_response:1; }","duration":"315.159319ms","start":"2026-03-19T22:17:22.322461Z","end":"2026-03-19T22:17:22.63762Z","steps":["trace[192009652] 'process raft request' (duration: 315.122478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:22.637734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:22.322433Z","time spent":"315.265682ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:22.637933Z","caller":"traceutil/trace.go:171","msg":"trace[350402386] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"746.985342ms","start":"2026-03-19T22:17:21.890935Z","end":"2026-03-19T22:17:22.637921Z","steps":["trace[350402386] 'process raft request' (duration: 746.599004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:22.637949Z","caller":"traceutil/trace.go:171","msg":"trace[2078923417] transaction","detail":"{read_only:false; response_revision:10901; number_of_response:1; }","duration":"927.09886ms","start":"2026-03-19T22:17:21.710791Z","end":"2026-03-19T22:17:22.63789Z","steps":["trace[2078923417] 'process raft request' (duration: 926.691311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:22.638004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:21.890869Z","time spent":"747.087345ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:22.638025Z","caller":"traceutil/trace.go:171","msg":"trace[1647199013] transaction","detail":"{read_only:false; response_revision:10900; number_of_response:1; }","duration":"927.747173ms","start":"2026-03-19T22:17:21.710201Z","end":"2026-03-19T22:17:22.637948Z","steps":["trace[1647199013] 'process raft request' (duration: 630.264787ms)","trace[1647199013] 'compare' (duration: 296.618757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:22.638141Z","caller":"traceutil/trace.go:171","msg":"trace[93567107] linearizableReadLoop","detail":"{readStateIndex:11361; appliedIndex:11359; }","duration":"927.684372ms","start":"2026-03-19T22:17:21.710446Z","end":"2026-03-19T22:17:22.638131Z","steps":["trace[93567107] 'read index received' (duration: 309.011053ms)","trace[93567107] 'applied index is now lower than readState.Index' (duration: 618.672339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:17:22.638145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:21.710777Z","time spent":"927.296254ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:22.638196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:21.710165Z","time spent":"927.942868ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:22.638647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.200744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368796"} {"level":"info","ts":"2026-03-19T22:17:22.638688Z","caller":"traceutil/trace.go:171","msg":"trace[2006501966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10903; }","duration":"928.279036ms","start":"2026-03-19T22:17:21.7104Z","end":"2026-03-19T22:17:22.638679Z","steps":["trace[2006501966] 'agreement among raft nodes before linearized reading' (duration: 927.802435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:22.63872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:21.710378Z","time spent":"928.333358ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368820,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T22:17:22.654748Z","caller":"traceutil/trace.go:171","msg":"trace[417106137] transaction","detail":"{read_only:false; response_revision:10904; number_of_response:1; }","duration":"223.185123ms","start":"2026-03-19T22:17:22.43155Z","end":"2026-03-19T22:17:22.654735Z","steps":["trace[417106137] 'process raft request' (duration: 222.941548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:22.654899Z","caller":"traceutil/trace.go:171","msg":"trace[161330812] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"178.836627ms","start":"2026-03-19T22:17:22.476018Z","end":"2026-03-19T22:17:22.654854Z","steps":["trace[161330812] 'process raft request' (duration: 178.655783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:22.6549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.789329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:17:22.655012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.086822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:22.65508Z","caller":"traceutil/trace.go:171","msg":"trace[1819260619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10905; }","duration":"881.021785ms","start":"2026-03-19T22:17:21.774041Z","end":"2026-03-19T22:17:22.655063Z","steps":["trace[1819260619] 'agreement among raft nodes before linearized reading' (duration: 880.687607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:22.655094Z","caller":"traceutil/trace.go:171","msg":"trace[1451928276] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10905; }","duration":"406.219315ms","start":"2026-03-19T22:17:22.248856Z","end":"2026-03-19T22:17:22.655076Z","steps":["trace[1451928276] 'agreement among raft nodes before linearized reading' (duration: 406.045001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:22.655114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:21.774021Z","time spent":"881.082615ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:17:22.655141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:22.248838Z","time spent":"406.292406ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:17:26.275051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583325606044313,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T22:17:26.447943Z","caller":"traceutil/trace.go:171","msg":"trace[2013742274] linearizableReadLoop","detail":"{readStateIndex:11385; appliedIndex:11384; }","duration":"673.904748ms","start":"2026-03-19T22:17:25.774012Z","end":"2026-03-19T22:17:26.447917Z","steps":["trace[2013742274] 'read index received' (duration: 673.813686ms)","trace[2013742274] 'applied index is now lower than readState.Index' (duration: 90.172µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:26.448034Z","caller":"traceutil/trace.go:171","msg":"trace[168050929] transaction","detail":"{read_only:false; response_revision:10923; number_of_response:1; }","duration":"698.960204ms","start":"2026-03-19T22:17:25.749038Z","end":"2026-03-19T22:17:26.447999Z","steps":["trace[168050929] 'process raft request' (duration: 698.713339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:26.44818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.158442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:17:26.448203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:25.749013Z","time spent":"699.089598ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:26.448223Z","caller":"traceutil/trace.go:171","msg":"trace[728407881] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10923; }","duration":"428.257834ms","start":"2026-03-19T22:17:26.019954Z","end":"2026-03-19T22:17:26.448212Z","steps":["trace[728407881] 'agreement among raft nodes before linearized reading' (duration: 428.156522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:26.448261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.019931Z","time spent":"428.319346ms","remote":"127.0.0.1:50146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:17:26.448361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.316917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:26.448482Z","caller":"traceutil/trace.go:171","msg":"trace[560904083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10923; }","duration":"674.484411ms","start":"2026-03-19T22:17:25.773972Z","end":"2026-03-19T22:17:26.448456Z","steps":["trace[560904083] 'agreement among raft nodes before linearized reading' (duration: 674.072191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:26.448567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:25.773955Z","time spent":"674.597523ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:17:26.448488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.327826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:17:26.448674Z","caller":"traceutil/trace.go:171","msg":"trace[1459539176] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10923; }","duration":"548.605942ms","start":"2026-03-19T22:17:25.900055Z","end":"2026-03-19T22:17:26.448661Z","steps":["trace[1459539176] 'agreement among raft nodes before linearized reading' (duration: 548.017348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:26.448724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:25.900031Z","time spent":"548.679493ms","remote":"127.0.0.1:50188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:17:26.448796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.972087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:17:26.448876Z","caller":"traceutil/trace.go:171","msg":"trace[507657989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10923; }","duration":"414.129401ms","start":"2026-03-19T22:17:26.034729Z","end":"2026-03-19T22:17:26.448858Z","steps":["trace[507657989] 'agreement among raft nodes before linearized reading' (duration: 413.373924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:26.448911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.034697Z","time spent":"414.207362ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:17:27.187848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.3556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:17:27.1886Z","caller":"traceutil/trace.go:171","msg":"trace[1715064866] linearizableReadLoop","detail":"{readStateIndex:11386; appliedIndex:11385; }","duration":"539.151822ms","start":"2026-03-19T22:17:26.649219Z","end":"2026-03-19T22:17:27.188371Z","steps":["trace[1715064866] 'read index received' (duration: 48.561µs)","trace[1715064866] 'applied index is now lower than readState.Index' (duration: 539.100121ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:27.188726Z","caller":"traceutil/trace.go:171","msg":"trace[130621675] transaction","detail":"{read_only:false; response_revision:10925; number_of_response:1; }","duration":"538.811434ms","start":"2026-03-19T22:17:26.649895Z","end":"2026-03-19T22:17:27.188706Z","steps":["trace[130621675] 'process raft request' (duration: 538.727322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.188819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.649869Z","time spent":"538.907997ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:27.188849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.601582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:17:27.188924Z","caller":"traceutil/trace.go:171","msg":"trace[749901730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10925; }","duration":"539.732325ms","start":"2026-03-19T22:17:26.649172Z","end":"2026-03-19T22:17:27.188905Z","steps":["trace[749901730] 'agreement among raft nodes before linearized reading' (duration: 539.500429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.188962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.649151Z","time spent":"539.800387ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T22:17:27.188643Z","caller":"traceutil/trace.go:171","msg":"trace[2124702069] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"733.844142ms","start":"2026-03-19T22:17:26.454467Z","end":"2026-03-19T22:17:27.188311Z","steps":["trace[2124702069] 'process raft request' (duration: 133.850007ms)","trace[2124702069] 'compare' (duration: 597.210912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:17:27.190153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.454453Z","time spent":"735.529208ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:27.327178Z","caller":"traceutil/trace.go:171","msg":"trace[948004075] transaction","detail":"{read_only:false; response_revision:10926; number_of_response:1; }","duration":"661.445401ms","start":"2026-03-19T22:17:26.665701Z","end":"2026-03-19T22:17:27.327146Z","steps":["trace[948004075] 'process raft request' (duration: 638.01505ms)","trace[948004075] 'compare' (duration: 23.197825ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:27.327345Z","caller":"traceutil/trace.go:171","msg":"trace[1769983356] transaction","detail":"{read_only:false; response_revision:10928; number_of_response:1; }","duration":"134.361859ms","start":"2026-03-19T22:17:27.192966Z","end":"2026-03-19T22:17:27.327328Z","steps":["trace[1769983356] 'process raft request' (duration: 134.293717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:27.327341Z","caller":"traceutil/trace.go:171","msg":"trace[874066954] transaction","detail":"{read_only:false; response_revision:10927; number_of_response:1; }","duration":"315.072077ms","start":"2026-03-19T22:17:27.012245Z","end":"2026-03-19T22:17:27.327317Z","steps":["trace[874066954] 'process raft request' (duration: 314.818662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.327356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.665683Z","time spent":"661.580604ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:27.32746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:27.004362Z","time spent":"323.034264ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:27.3275Z","caller":"traceutil/trace.go:171","msg":"trace[662659654] linearizableReadLoop","detail":"{readStateIndex:11389; appliedIndex:11387; }","duration":"138.821767ms","start":"2026-03-19T22:17:27.188663Z","end":"2026-03-19T22:17:27.327485Z","steps":["trace[662659654] 'read index received' (duration: 115.067239ms)","trace[662659654] 'applied index is now lower than readState.Index' (duration: 23.753018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:17:27.327591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.839509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:17:27.327612Z","caller":"traceutil/trace.go:171","msg":"trace[519276182] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10928; }","duration":"299.909391ms","start":"2026-03-19T22:17:27.027694Z","end":"2026-03-19T22:17:27.327604Z","steps":["trace[519276182] 'agreement among raft nodes before linearized reading' (duration: 299.843519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.327627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.473859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:27.327705Z","caller":"traceutil/trace.go:171","msg":"trace[548614408] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10928; }","duration":"566.57875ms","start":"2026-03-19T22:17:26.76111Z","end":"2026-03-19T22:17:27.327689Z","steps":["trace[548614408] 'agreement among raft nodes before linearized reading' (duration: 566.468298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.327724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.161434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:27.32774Z","caller":"traceutil/trace.go:171","msg":"trace[1942600610] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10928; }","duration":"246.204584ms","start":"2026-03-19T22:17:27.081531Z","end":"2026-03-19T22:17:27.327735Z","steps":["trace[1942600610] 'agreement among raft nodes before linearized reading' (duration: 246.176134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.327751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.761097Z","time spent":"566.639913ms","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:17:27.327981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.966717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:17:27.328024Z","caller":"traceutil/trace.go:171","msg":"trace[1295594714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10928; }","duration":"119.044639ms","start":"2026-03-19T22:17:27.208968Z","end":"2026-03-19T22:17:27.328013Z","steps":["trace[1295594714] 'agreement among raft nodes before linearized reading' (duration: 118.921256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.328037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.545834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:17:27.32806Z","caller":"traceutil/trace.go:171","msg":"trace[875300739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:10928; }","duration":"670.589464ms","start":"2026-03-19T22:17:26.657464Z","end":"2026-03-19T22:17:27.328053Z","steps":["trace[875300739] 'agreement among raft nodes before linearized reading' (duration: 670.491012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.328079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.657453Z","time spent":"670.621326ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:17:27.328305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.259998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T22:17:27.329584Z","caller":"traceutil/trace.go:171","msg":"trace[1840128123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10928; }","duration":"671.531895ms","start":"2026-03-19T22:17:26.658012Z","end":"2026-03-19T22:17:27.329544Z","steps":["trace[1840128123] 'agreement among raft nodes before linearized reading' (duration: 669.995231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.329948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:26.658005Z","time spent":"671.924035ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T22:17:27.787789Z","caller":"traceutil/trace.go:171","msg":"trace[1803458774] transaction","detail":"{read_only:false; response_revision:10929; number_of_response:1; }","duration":"454.507049ms","start":"2026-03-19T22:17:27.333252Z","end":"2026-03-19T22:17:27.787759Z","steps":["trace[1803458774] 'process raft request' (duration: 454.367726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.787991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:27.333225Z","time spent":"454.686224ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:27.788232Z","caller":"traceutil/trace.go:171","msg":"trace[1145626116] linearizableReadLoop","detail":"{readStateIndex:11391; appliedIndex:11391; }","duration":"454.739874ms","start":"2026-03-19T22:17:27.333467Z","end":"2026-03-19T22:17:27.788207Z","steps":["trace[1145626116] 'read index received' (duration: 454.730794ms)","trace[1145626116] 'applied index is now lower than readState.Index' (duration: 7.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:17:27.788863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.372728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368752"} {"level":"info","ts":"2026-03-19T22:17:27.788941Z","caller":"traceutil/trace.go:171","msg":"trace[2010824268] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10929; }","duration":"455.482901ms","start":"2026-03-19T22:17:27.33344Z","end":"2026-03-19T22:17:27.788923Z","steps":["trace[2010824268] 'agreement among raft nodes before linearized reading' (duration: 454.844847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.789101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:27.333426Z","time spent":"455.616333ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368776,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T22:17:27.814337Z","caller":"traceutil/trace.go:171","msg":"trace[107476573] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"480.398465ms","start":"2026-03-19T22:17:27.333909Z","end":"2026-03-19T22:17:27.814307Z","steps":["trace[107476573] 'process raft request' (duration: 480.18576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:27.814493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:27.333893Z","time spent":"480.510377ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:27.814611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.97388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:17:27.814687Z","caller":"traceutil/trace.go:171","msg":"trace[402825598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10931; }","duration":"237.107222ms","start":"2026-03-19T22:17:27.577562Z","end":"2026-03-19T22:17:27.814669Z","steps":["trace[402825598] 'agreement among raft nodes before linearized reading' (duration: 236.724354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:28.08283Z","caller":"traceutil/trace.go:171","msg":"trace[1446846590] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"183.599244ms","start":"2026-03-19T22:17:27.899196Z","end":"2026-03-19T22:17:28.082795Z","steps":["trace[1446846590] 'process raft request' (duration: 183.363199ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:28.420945Z","caller":"traceutil/trace.go:171","msg":"trace[759940057] linearizableReadLoop","detail":"{readStateIndex:11397; appliedIndex:11396; }","duration":"110.769644ms","start":"2026-03-19T22:17:28.310151Z","end":"2026-03-19T22:17:28.420921Z","steps":["trace[759940057] 'read index received' (duration: 110.59473ms)","trace[759940057] 'applied index is now lower than readState.Index' (duration: 173.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:28.421226Z","caller":"traceutil/trace.go:171","msg":"trace[2131809253] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"170.629135ms","start":"2026-03-19T22:17:28.25058Z","end":"2026-03-19T22:17:28.42121Z","steps":["trace[2131809253] 'process raft request' (duration: 170.180395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:28.422027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.866138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T22:17:28.422072Z","caller":"traceutil/trace.go:171","msg":"trace[1296622292] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10935; }","duration":"111.972791ms","start":"2026-03-19T22:17:28.310089Z","end":"2026-03-19T22:17:28.422062Z","steps":["trace[1296622292] 'agreement among raft nodes before linearized reading' (duration: 111.321306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:28.422462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.913054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414620"} {"level":"info","ts":"2026-03-19T22:17:28.422505Z","caller":"traceutil/trace.go:171","msg":"trace[1505040243] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10935; }","duration":"100.978096ms","start":"2026-03-19T22:17:28.321515Z","end":"2026-03-19T22:17:28.422493Z","steps":["trace[1505040243] 'agreement among raft nodes before linearized reading' (duration: 100.69137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:28.927661Z","caller":"traceutil/trace.go:171","msg":"trace[1019424830] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"130.242507ms","start":"2026-03-19T22:17:28.797389Z","end":"2026-03-19T22:17:28.927632Z","steps":["trace[1019424830] 'process raft request' (duration: 129.726605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:29.784055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.486906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:17:29.784141Z","caller":"traceutil/trace.go:171","msg":"trace[1299958554] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"835.209296ms","start":"2026-03-19T22:17:28.948916Z","end":"2026-03-19T22:17:29.784125Z","steps":["trace[1299958554] 'process raft request' (duration: 363.582647ms)","trace[1299958554] 'compare' (duration: 471.054346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:17:29.784188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:28.948873Z","time spent":"835.291148ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5179,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:30.587319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274814572s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T22:17:30.587852Z","caller":"traceutil/trace.go:171","msg":"trace[1665427411] linearizableReadLoop","detail":"{readStateIndex:11401; appliedIndex:11399; }","duration":"1.39382337s","start":"2026-03-19T22:17:29.194009Z","end":"2026-03-19T22:17:30.587832Z","steps":["trace[1665427411] 'read index received' (duration: 118.467385ms)","trace[1665427411] 'applied index is now lower than readState.Index' (duration: 1.275354905s)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:30.588081Z","caller":"traceutil/trace.go:171","msg":"trace[1315992906] transaction","detail":"{read_only:false; response_revision:10940; number_of_response:1; }","duration":"1.393934082s","start":"2026-03-19T22:17:29.194102Z","end":"2026-03-19T22:17:30.588036Z","steps":["trace[1315992906] 'process raft request' (duration: 1.393661796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.58826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.194089Z","time spent":"1.394074565s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:30.588383Z","caller":"traceutil/trace.go:171","msg":"trace[806305205] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"1.491832238s","start":"2026-03-19T22:17:29.096444Z","end":"2026-03-19T22:17:30.588276Z","steps":["trace[806305205] 'process raft request' (duration: 1.491174994s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.588474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394441523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:17:30.58856Z","caller":"traceutil/trace.go:171","msg":"trace[1226476709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10940; }","duration":"1.394561516s","start":"2026-03-19T22:17:29.193963Z","end":"2026-03-19T22:17:30.588524Z","steps":["trace[1226476709] 'agreement among raft nodes before linearized reading' (duration: 1.394349561s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.588619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.193943Z","time spent":"1.394661237s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T22:17:30.589788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.096422Z","time spent":"1.492035673s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:30.836102Z","caller":"traceutil/trace.go:171","msg":"trace[230313395] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"1.5030917s","start":"2026-03-19T22:17:29.332986Z","end":"2026-03-19T22:17:30.836078Z","steps":["trace[230313395] 'process raft request' (duration: 1.432241585s)","trace[230313395] 'compare' (duration: 70.663981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:17:30.836248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.332972Z","time spent":"1.503200252s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:30.836591Z","caller":"traceutil/trace.go:171","msg":"trace[1991913179] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"1.502274531s","start":"2026-03-19T22:17:29.334288Z","end":"2026-03-19T22:17:30.836562Z","steps":["trace[1991913179] 'process raft request' (duration: 1.501723849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.836752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.334277Z","time spent":"1.502386064s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:30.849763Z","caller":"traceutil/trace.go:171","msg":"trace[440635345] linearizableReadLoop","detail":"{readStateIndex:11407; appliedIndex:11402; }","duration":"261.846024ms","start":"2026-03-19T22:17:30.587903Z","end":"2026-03-19T22:17:30.849749Z","steps":["trace[440635345] 'read index received' (duration: 177.375876ms)","trace[440635345] 'applied index is now lower than readState.Index' (duration: 84.469048ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:17:30.850037Z","caller":"traceutil/trace.go:171","msg":"trace[473879194] transaction","detail":"{read_only:false; response_revision:10943; number_of_response:1; }","duration":"1.059246858s","start":"2026-03-19T22:17:29.790776Z","end":"2026-03-19T22:17:30.850023Z","steps":["trace[473879194] 'process raft request' (duration: 1.058502782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.850112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.790754Z","time spent":"1.059315159s","remote":"127.0.0.1:60186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4801,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:17:30.850228Z","caller":"traceutil/trace.go:171","msg":"trace[1618397182] transaction","detail":"{read_only:false; response_revision:10944; number_of_response:1; }","duration":"689.231999ms","start":"2026-03-19T22:17:30.160984Z","end":"2026-03-19T22:17:30.850216Z","steps":["trace[1618397182] 'process raft request' (duration: 688.551734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.850279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:30.160956Z","time spent":"689.2991ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:17:30.85071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031947881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T22:17:30.850754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054086863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:17:30.850791Z","caller":"traceutil/trace.go:171","msg":"trace[571859290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:10945; }","duration":"1.054159295s","start":"2026-03-19T22:17:29.796622Z","end":"2026-03-19T22:17:30.850781Z","steps":["trace[571859290] 'agreement among raft nodes before linearized reading' (duration: 1.053824658s)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:30.850788Z","caller":"traceutil/trace.go:171","msg":"trace[674750305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10945; }","duration":"1.032031993s","start":"2026-03-19T22:17:29.818737Z","end":"2026-03-19T22:17:30.850769Z","steps":["trace[674750305] 'agreement among raft nodes before linearized reading' (duration: 1.031703426s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.850819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.796603Z","time spent":"1.054208086s","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:17:30.850843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.818672Z","time spent":"1.032158605s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T22:17:30.850988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058656395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:17:30.851025Z","caller":"traceutil/trace.go:171","msg":"trace[687564757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10945; }","duration":"1.058730827s","start":"2026-03-19T22:17:29.792286Z","end":"2026-03-19T22:17:30.851017Z","steps":["trace[687564757] 'agreement among raft nodes before linearized reading' (duration: 1.058166515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.85105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.792266Z","time spent":"1.058778608s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T22:17:30.851166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079691332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:30.851189Z","caller":"traceutil/trace.go:171","msg":"trace[1592760781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10945; }","duration":"1.079751014s","start":"2026-03-19T22:17:29.77143Z","end":"2026-03-19T22:17:30.851182Z","steps":["trace[1592760781] 'agreement among raft nodes before linearized reading' (duration: 1.079031238s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.85122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.77141Z","time spent":"1.079804966s","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T22:17:30.85131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.166471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T22:17:30.851358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517960481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:30.851368Z","caller":"traceutil/trace.go:171","msg":"trace[785181204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10945; }","duration":"271.255444ms","start":"2026-03-19T22:17:30.580098Z","end":"2026-03-19T22:17:30.851354Z","steps":["trace[785181204] 'agreement among raft nodes before linearized reading' (duration: 270.299963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:17:30.851389Z","caller":"traceutil/trace.go:171","msg":"trace[2047507143] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10945; }","duration":"1.518003001s","start":"2026-03-19T22:17:29.333375Z","end":"2026-03-19T22:17:30.851378Z","steps":["trace[2047507143] 'agreement among raft nodes before linearized reading' (duration: 1.517094571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.851414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.333368Z","time spent":"1.518040593s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T22:17:30.851606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51886662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:17:30.85164Z","caller":"traceutil/trace.go:171","msg":"trace[750529266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10945; }","duration":"1.518959683s","start":"2026-03-19T22:17:29.332672Z","end":"2026-03-19T22:17:30.851632Z","steps":["trace[750529266] 'agreement among raft nodes before linearized reading' (duration: 1.517804937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.851665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.332657Z","time spent":"1.519002383s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T22:17:30.851689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.877439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:17:30.851753Z","caller":"traceutil/trace.go:171","msg":"trace[1337697573] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10945; }","duration":"326.990392ms","start":"2026-03-19T22:17:30.524745Z","end":"2026-03-19T22:17:30.851735Z","steps":["trace[1337697573] 'agreement among raft nodes before linearized reading' (duration: 325.666223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.851811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:30.524721Z","time spent":"327.073623ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T22:17:30.851848Z","caller":"traceutil/trace.go:171","msg":"trace[1362301051] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"257.265251ms","start":"2026-03-19T22:17:30.594571Z","end":"2026-03-19T22:17:30.851836Z","steps":["trace[1362301051] 'process raft request' (duration: 255.118774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.852074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.629812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:17:30.852143Z","caller":"traceutil/trace.go:171","msg":"trace[1004952146] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10945; }","duration":"646.743024ms","start":"2026-03-19T22:17:30.205381Z","end":"2026-03-19T22:17:30.852124Z","steps":["trace[1004952146] 'agreement among raft nodes before linearized reading' (duration: 645.038096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.852192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:30.205352Z","time spent":"646.824106ms","remote":"127.0.0.1:50176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T22:17:30.852706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.976776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:17:30.852745Z","caller":"traceutil/trace.go:171","msg":"trace[277053092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10945; }","duration":"962.032117ms","start":"2026-03-19T22:17:29.890702Z","end":"2026-03-19T22:17:30.852735Z","steps":["trace[277053092] 'agreement among raft nodes before linearized reading' (duration: 959.724105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.852771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.890693Z","time spent":"962.070928ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T22:17:30.852964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023049194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19315"} {"level":"info","ts":"2026-03-19T22:17:30.852992Z","caller":"traceutil/trace.go:171","msg":"trace[1045572841] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10945; }","duration":"1.023114925s","start":"2026-03-19T22:17:29.829869Z","end":"2026-03-19T22:17:30.852984Z","steps":["trace[1045572841] 'agreement among raft nodes before linearized reading' (duration: 1.020564758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:17:30.853016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:17:29.829853Z","time spent":"1.023156866s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19339,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T22:18:11.004703Z","caller":"traceutil/trace.go:171","msg":"trace[1992234904] transaction","detail":"{read_only:false; response_revision:11178; number_of_response:1; }","duration":"240.376026ms","start":"2026-03-19T22:18:10.764284Z","end":"2026-03-19T22:18:11.00466Z","steps":["trace[1992234904] 'process raft request' (duration: 240.054419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:18:11.004818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.266621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:18:11.004876Z","caller":"traceutil/trace.go:171","msg":"trace[678701901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11178; }","duration":"230.381203ms","start":"2026-03-19T22:18:10.77448Z","end":"2026-03-19T22:18:11.004862Z","steps":["trace[678701901] 'agreement among raft nodes before linearized reading' (duration: 230.268131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:11.004627Z","caller":"traceutil/trace.go:171","msg":"trace[59651486] linearizableReadLoop","detail":"{readStateIndex:11650; appliedIndex:11649; }","duration":"230.071397ms","start":"2026-03-19T22:18:10.774526Z","end":"2026-03-19T22:18:11.004598Z","steps":["trace[59651486] 'read index received' (duration: 229.947154ms)","trace[59651486] 'applied index is now lower than readState.Index' (duration: 123.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:17.23163Z","caller":"traceutil/trace.go:171","msg":"trace[2014678245] linearizableReadLoop","detail":"{readStateIndex:11680; appliedIndex:11679; }","duration":"117.276969ms","start":"2026-03-19T22:18:17.114284Z","end":"2026-03-19T22:18:17.231561Z","steps":["trace[2014678245] 'read index received' (duration: 117.130195ms)","trace[2014678245] 'applied index is now lower than readState.Index' (duration: 145.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:17.231671Z","caller":"traceutil/trace.go:171","msg":"trace[938590804] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"117.693847ms","start":"2026-03-19T22:18:17.113937Z","end":"2026-03-19T22:18:17.231631Z","steps":["trace[938590804] 'process raft request' (duration: 117.43146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:18:17.231952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.641156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T22:18:17.232711Z","caller":"traceutil/trace.go:171","msg":"trace[256824591] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11207; }","duration":"118.415054ms","start":"2026-03-19T22:18:17.11424Z","end":"2026-03-19T22:18:17.232655Z","steps":["trace[256824591] 'agreement among raft nodes before linearized reading' (duration: 117.508184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:17.240441Z","caller":"traceutil/trace.go:171","msg":"trace[520781074] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"123.083077ms","start":"2026-03-19T22:18:17.117338Z","end":"2026-03-19T22:18:17.240421Z","steps":["trace[520781074] 'process raft request' (duration: 122.825372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:17.240585Z","caller":"traceutil/trace.go:171","msg":"trace[367836173] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"123.063498ms","start":"2026-03-19T22:18:17.117503Z","end":"2026-03-19T22:18:17.240567Z","steps":["trace[367836173] 'process raft request' (duration: 122.771361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:19.432151Z","caller":"traceutil/trace.go:171","msg":"trace[1268461145] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"147.150782ms","start":"2026-03-19T22:18:19.284972Z","end":"2026-03-19T22:18:19.432122Z","steps":["trace[1268461145] 'process raft request' (duration: 147.099291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:19.432277Z","caller":"traceutil/trace.go:171","msg":"trace[898657083] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"147.746377ms","start":"2026-03-19T22:18:19.284486Z","end":"2026-03-19T22:18:19.432233Z","steps":["trace[898657083] 'process raft request' (duration: 147.44367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:23.56702Z","caller":"traceutil/trace.go:171","msg":"trace[1584948893] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"145.302451ms","start":"2026-03-19T22:18:23.42168Z","end":"2026-03-19T22:18:23.566982Z","steps":["trace[1584948893] 'process raft request' (duration: 102.877198ms)","trace[1584948893] 'compare' (duration: 42.136427ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:23.567212Z","caller":"traceutil/trace.go:171","msg":"trace[757231648] linearizableReadLoop","detail":"{readStateIndex:11714; appliedIndex:11711; }","duration":"137.917137ms","start":"2026-03-19T22:18:23.429262Z","end":"2026-03-19T22:18:23.567179Z","steps":["trace[757231648] 'read index received' (duration: 72.927122ms)","trace[757231648] 'applied index is now lower than readState.Index' (duration: 64.988415ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:23.567318Z","caller":"traceutil/trace.go:171","msg":"trace[1702619657] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"145.23267ms","start":"2026-03-19T22:18:23.422044Z","end":"2026-03-19T22:18:23.567277Z","steps":["trace[1702619657] 'process raft request' (duration: 144.871472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:18:23.567492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.205864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:18:23.567531Z","caller":"traceutil/trace.go:171","msg":"trace[433031566] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:11240; }","duration":"138.277245ms","start":"2026-03-19T22:18:23.42924Z","end":"2026-03-19T22:18:23.567518Z","steps":["trace[433031566] 'agreement among raft nodes before linearized reading' (duration: 138.092691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:18:23.567526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.239566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:18:23.567589Z","caller":"traceutil/trace.go:171","msg":"trace[1149381940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11240; }","duration":"121.383209ms","start":"2026-03-19T22:18:23.446179Z","end":"2026-03-19T22:18:23.567562Z","steps":["trace[1149381940] 'agreement among raft nodes before linearized reading' (duration: 121.166774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:18:23.567686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.437993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T22:18:23.567788Z","caller":"traceutil/trace.go:171","msg":"trace[1905543668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11240; }","duration":"118.599897ms","start":"2026-03-19T22:18:23.449159Z","end":"2026-03-19T22:18:23.567758Z","steps":["trace[1905543668] 'agreement among raft nodes before linearized reading' (duration: 118.27793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:23.673117Z","caller":"traceutil/trace.go:171","msg":"trace[566157698] linearizableReadLoop","detail":"{readStateIndex:11716; appliedIndex:11714; }","duration":"100.26455ms","start":"2026-03-19T22:18:23.572829Z","end":"2026-03-19T22:18:23.673094Z","steps":["trace[566157698] 'read index received' (duration: 93.774226ms)","trace[566157698] 'applied index is now lower than readState.Index' (duration: 6.489384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:23.673207Z","caller":"traceutil/trace.go:171","msg":"trace[1487866874] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"100.516236ms","start":"2026-03-19T22:18:23.572654Z","end":"2026-03-19T22:18:23.67317Z","steps":["trace[1487866874] 'process raft request' (duration: 97.331185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:18:23.673884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.026747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:376197"} {"level":"info","ts":"2026-03-19T22:18:23.67393Z","caller":"traceutil/trace.go:171","msg":"trace[502003777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11242; }","duration":"101.094838ms","start":"2026-03-19T22:18:23.572825Z","end":"2026-03-19T22:18:23.67392Z","steps":["trace[502003777] 'agreement among raft nodes before linearized reading' (duration: 100.370352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:25.366965Z","caller":"traceutil/trace.go:171","msg":"trace[215346381] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"108.715928ms","start":"2026-03-19T22:18:25.258205Z","end":"2026-03-19T22:18:25.366921Z","steps":["trace[215346381] 'process raft request' (duration: 103.335979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:25.764902Z","caller":"traceutil/trace.go:171","msg":"trace[547944779] linearizableReadLoop","detail":"{readStateIndex:11729; appliedIndex:11727; }","duration":"106.525769ms","start":"2026-03-19T22:18:25.65835Z","end":"2026-03-19T22:18:25.764876Z","steps":["trace[547944779] 'read index received' (duration: 19.493894ms)","trace[547944779] 'applied index is now lower than readState.Index' (duration: 87.030515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:18:25.765155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.774025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:18:25.765232Z","caller":"traceutil/trace.go:171","msg":"trace[400921749] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11254; }","duration":"106.897408ms","start":"2026-03-19T22:18:25.658318Z","end":"2026-03-19T22:18:25.765215Z","steps":["trace[400921749] 'agreement among raft nodes before linearized reading' (duration: 106.713634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:25.765455Z","caller":"traceutil/trace.go:171","msg":"trace[1271785887] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"132.001166ms","start":"2026-03-19T22:18:25.63344Z","end":"2026-03-19T22:18:25.765441Z","steps":["trace[1271785887] 'process raft request' (duration: 44.390237ms)","trace[1271785887] 'compare' (duration: 86.837752ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:25.765554Z","caller":"traceutil/trace.go:171","msg":"trace[1828292572] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"131.446624ms","start":"2026-03-19T22:18:25.634099Z","end":"2026-03-19T22:18:25.765546Z","steps":["trace[1828292572] 'process raft request' (duration: 130.710268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:27.950208Z","caller":"traceutil/trace.go:171","msg":"trace[856714966] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"136.327212ms","start":"2026-03-19T22:18:27.813849Z","end":"2026-03-19T22:18:27.950176Z","steps":["trace[856714966] 'process raft request' (duration: 123.630739ms)","trace[856714966] 'compare' (duration: 12.314305ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:28.987305Z","caller":"traceutil/trace.go:171","msg":"trace[388297401] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"298.333165ms","start":"2026-03-19T22:18:28.688934Z","end":"2026-03-19T22:18:28.987267Z","steps":["trace[388297401] 'process raft request' (duration: 297.981998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:39.668301Z","caller":"traceutil/trace.go:171","msg":"trace[1975078046] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"115.722934ms","start":"2026-03-19T22:18:39.55255Z","end":"2026-03-19T22:18:39.668273Z","steps":["trace[1975078046] 'process raft request' (duration: 115.660953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:18:39.668571Z","caller":"traceutil/trace.go:171","msg":"trace[1024548096] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"117.925222ms","start":"2026-03-19T22:18:39.550615Z","end":"2026-03-19T22:18:39.66854Z","steps":["trace[1024548096] 'process raft request' (duration: 63.46255ms)","trace[1024548096] 'compare' (duration: 53.803948ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:18:45.852393Z","caller":"traceutil/trace.go:171","msg":"trace[1153798804] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"112.718297ms","start":"2026-03-19T22:18:45.739632Z","end":"2026-03-19T22:18:45.85235Z","steps":["trace[1153798804] 'process raft request' (duration: 112.39984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:00.449449Z","caller":"traceutil/trace.go:171","msg":"trace[1298016595] transaction","detail":"{read_only:false; response_revision:11975; number_of_response:1; }","duration":"103.000971ms","start":"2026-03-19T22:21:00.346419Z","end":"2026-03-19T22:21:00.44942Z","steps":["trace[1298016595] 'process raft request' (duration: 83.727052ms)","trace[1298016595] 'compare' (duration: 19.087935ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:00.449568Z","caller":"traceutil/trace.go:171","msg":"trace[1151496110] transaction","detail":"{read_only:false; response_revision:11976; number_of_response:1; }","duration":"102.603472ms","start":"2026-03-19T22:21:00.346938Z","end":"2026-03-19T22:21:00.449541Z","steps":["trace[1151496110] 'process raft request' (duration: 102.432439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:04.580191Z","caller":"traceutil/trace.go:171","msg":"trace[1978590988] transaction","detail":"{read_only:false; response_revision:11997; number_of_response:1; }","duration":"117.898942ms","start":"2026-03-19T22:21:04.462253Z","end":"2026-03-19T22:21:04.580152Z","steps":["trace[1978590988] 'process raft request' (duration: 66.61148ms)","trace[1978590988] 'compare' (duration: 51.122418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:05.149309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.484195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:21:05.149406Z","caller":"traceutil/trace.go:171","msg":"trace[688501307] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:12002; }","duration":"104.672869ms","start":"2026-03-19T22:21:05.044711Z","end":"2026-03-19T22:21:05.149384Z","steps":["trace[688501307] 'count revisions from in-memory index tree' (duration: 104.365282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:08.566782Z","caller":"traceutil/trace.go:171","msg":"trace[2013875848] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"152.584975ms","start":"2026-03-19T22:21:08.414169Z","end":"2026-03-19T22:21:08.566754Z","steps":["trace[2013875848] 'process raft request' (duration: 152.36633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:08.742082Z","caller":"traceutil/trace.go:171","msg":"trace[1450667769] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"178.352416ms","start":"2026-03-19T22:21:08.563701Z","end":"2026-03-19T22:21:08.742053Z","steps":["trace[1450667769] 'process raft request' (duration: 143.131343ms)","trace[1450667769] 'compare' (duration: 35.09339ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:08.74556Z","caller":"traceutil/trace.go:171","msg":"trace[304683816] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"145.864575ms","start":"2026-03-19T22:21:08.599675Z","end":"2026-03-19T22:21:08.74554Z","steps":["trace[304683816] 'process raft request' (duration: 145.70191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:08.745617Z","caller":"traceutil/trace.go:171","msg":"trace[1689935157] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"130.947893ms","start":"2026-03-19T22:21:08.614629Z","end":"2026-03-19T22:21:08.745577Z","steps":["trace[1689935157] 'process raft request' (duration: 130.840659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:09.206414Z","caller":"traceutil/trace.go:171","msg":"trace[236489485] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"121.362399ms","start":"2026-03-19T22:21:09.085011Z","end":"2026-03-19T22:21:09.206373Z","steps":["trace[236489485] 'process raft request' (duration: 103.105844ms)","trace[236489485] 'compare' (duration: 17.885947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:09.206637Z","caller":"traceutil/trace.go:171","msg":"trace[1904893740] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"121.593574ms","start":"2026-03-19T22:21:09.085011Z","end":"2026-03-19T22:21:09.206604Z","steps":["trace[1904893740] 'process raft request' (duration: 121.239866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:09.91462Z","caller":"traceutil/trace.go:171","msg":"trace[142499665] linearizableReadLoop","detail":"{readStateIndex:12529; appliedIndex:12528; }","duration":"139.435721ms","start":"2026-03-19T22:21:09.775152Z","end":"2026-03-19T22:21:09.914587Z","steps":["trace[142499665] 'read index received' (duration: 64.415533ms)","trace[142499665] 'applied index is now lower than readState.Index' (duration: 75.018498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:09.914838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.669456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:21:09.914905Z","caller":"traceutil/trace.go:171","msg":"trace[2093610115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12020; }","duration":"139.82052ms","start":"2026-03-19T22:21:09.775062Z","end":"2026-03-19T22:21:09.914883Z","steps":["trace[2093610115] 'agreement among raft nodes before linearized reading' (duration: 139.689677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:11.45205Z","caller":"traceutil/trace.go:171","msg":"trace[1962371648] linearizableReadLoop","detail":"{readStateIndex:12537; appliedIndex:12536; }","duration":"172.962977ms","start":"2026-03-19T22:21:11.279049Z","end":"2026-03-19T22:21:11.452012Z","steps":["trace[1962371648] 'read index received' (duration: 73.837472ms)","trace[1962371648] 'applied index is now lower than readState.Index' (duration: 99.124225ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:11.452227Z","caller":"traceutil/trace.go:171","msg":"trace[1006668927] transaction","detail":"{read_only:false; response_revision:12028; number_of_response:1; }","duration":"182.290864ms","start":"2026-03-19T22:21:11.269831Z","end":"2026-03-19T22:21:11.452122Z","steps":["trace[1006668927] 'process raft request' (duration: 83.174329ms)","trace[1006668927] 'compare' (duration: 98.84898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:11.452465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.400896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:21:11.45258Z","caller":"traceutil/trace.go:171","msg":"trace[1322889779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:12028; }","duration":"173.56766ms","start":"2026-03-19T22:21:11.278988Z","end":"2026-03-19T22:21:11.452555Z","steps":["trace[1322889779] 'agreement among raft nodes before linearized reading' (duration: 173.242163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:12.951065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.92421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:21:12.95255Z","caller":"traceutil/trace.go:171","msg":"trace[2141077334] transaction","detail":"{read_only:false; response_revision:12030; number_of_response:1; }","duration":"198.007513ms","start":"2026-03-19T22:21:12.754516Z","end":"2026-03-19T22:21:12.952524Z","steps":["trace[2141077334] 'process raft request' (duration: 79.509538ms)","trace[2141077334] 'compare' (duration: 116.579203ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:12.95987Z","caller":"traceutil/trace.go:171","msg":"trace[422884245] linearizableReadLoop","detail":"{readStateIndex:12540; appliedIndex:12538; }","duration":"187.169213ms","start":"2026-03-19T22:21:12.772671Z","end":"2026-03-19T22:21:12.959841Z","steps":["trace[422884245] 'read index received' (duration: 61.372625ms)","trace[422884245] 'applied index is now lower than readState.Index' (duration: 125.795298ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:12.960034Z","caller":"traceutil/trace.go:171","msg":"trace[1520152435] transaction","detail":"{read_only:false; response_revision:12031; number_of_response:1; }","duration":"193.250398ms","start":"2026-03-19T22:21:12.766722Z","end":"2026-03-19T22:21:12.959972Z","steps":["trace[1520152435] 'process raft request' (duration: 187.94311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:12.96007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.452539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:21:12.960271Z","caller":"traceutil/trace.go:171","msg":"trace[950561093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12031; }","duration":"187.708995ms","start":"2026-03-19T22:21:12.772544Z","end":"2026-03-19T22:21:12.960253Z","steps":["trace[950561093] 'agreement among raft nodes before linearized reading' (duration: 187.46002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.008773Z","caller":"traceutil/trace.go:171","msg":"trace[1167303937] transaction","detail":"{read_only:false; response_revision:12032; number_of_response:1; }","duration":"159.065967ms","start":"2026-03-19T22:21:12.849669Z","end":"2026-03-19T22:21:13.008735Z","steps":["trace[1167303937] 'process raft request' (duration: 158.880303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:13.332862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.254937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:21:13.332987Z","caller":"traceutil/trace.go:171","msg":"trace[1066507856] linearizableReadLoop","detail":"{readStateIndex:12542; appliedIndex:12541; }","duration":"266.445606ms","start":"2026-03-19T22:21:13.066516Z","end":"2026-03-19T22:21:13.332962Z","steps":["trace[1066507856] 'read index received' (duration: 95.935854ms)","trace[1066507856] 'applied index is now lower than readState.Index' (duration: 170.508422ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:13.333085Z","caller":"traceutil/trace.go:171","msg":"trace[78488429] transaction","detail":"{read_only:false; response_revision:12033; number_of_response:1; }","duration":"310.983357ms","start":"2026-03-19T22:21:13.022089Z","end":"2026-03-19T22:21:13.333073Z","steps":["trace[78488429] 'process raft request' (duration: 140.436143ms)","trace[78488429] 'compare' (duration: 170.133135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:13.333151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:21:13.022063Z","time spent":"311.056848ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:21:13.333293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.743813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:21:13.333342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.197235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T22:21:13.333374Z","caller":"traceutil/trace.go:171","msg":"trace[380410672] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:12033; }","duration":"266.847005ms","start":"2026-03-19T22:21:13.066509Z","end":"2026-03-19T22:21:13.333356Z","steps":["trace[380410672] 'agreement among raft nodes before linearized reading' (duration: 266.650981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.333401Z","caller":"traceutil/trace.go:171","msg":"trace[1880465685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12033; }","duration":"139.288688ms","start":"2026-03-19T22:21:13.194095Z","end":"2026-03-19T22:21:13.333383Z","steps":["trace[1880465685] 'agreement among raft nodes before linearized reading' (duration: 139.095933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:13.333478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.276435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:21:13.333525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.662188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T22:21:13.333559Z","caller":"traceutil/trace.go:171","msg":"trace[289962919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12033; }","duration":"109.754391ms","start":"2026-03-19T22:21:13.223787Z","end":"2026-03-19T22:21:13.333542Z","steps":["trace[289962919] 'agreement among raft nodes before linearized reading' (duration: 109.686989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.333561Z","caller":"traceutil/trace.go:171","msg":"trace[230170877] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12033; }","duration":"187.356907ms","start":"2026-03-19T22:21:13.146175Z","end":"2026-03-19T22:21:13.333531Z","steps":["trace[230170877] 'agreement among raft nodes before linearized reading' (duration: 187.262795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:13.333363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.708122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:21:13.33334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.317973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T22:21:13.333632Z","caller":"traceutil/trace.go:171","msg":"trace[1213611465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12033; }","duration":"217.691581ms","start":"2026-03-19T22:21:13.115931Z","end":"2026-03-19T22:21:13.333622Z","steps":["trace[1213611465] 'agreement among raft nodes before linearized reading' (duration: 217.247511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.333638Z","caller":"traceutil/trace.go:171","msg":"trace[609136106] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12033; }","duration":"191.045568ms","start":"2026-03-19T22:21:13.142564Z","end":"2026-03-19T22:21:13.33361Z","steps":["trace[609136106] 'agreement among raft nodes before linearized reading' (duration: 190.65362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:13.333418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.604242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-19T22:21:13.333764Z","caller":"traceutil/trace.go:171","msg":"trace[1195548555] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12033; }","duration":"209.966509ms","start":"2026-03-19T22:21:13.12378Z","end":"2026-03-19T22:21:13.333747Z","steps":["trace[1195548555] 'agreement among raft nodes before linearized reading' (duration: 209.598801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.50456Z","caller":"traceutil/trace.go:171","msg":"trace[1565162042] transaction","detail":"{read_only:false; response_revision:12036; number_of_response:1; }","duration":"164.927868ms","start":"2026-03-19T22:21:13.339604Z","end":"2026-03-19T22:21:13.504532Z","steps":["trace[1565162042] 'process raft request' (duration: 164.806055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.504613Z","caller":"traceutil/trace.go:171","msg":"trace[2107483613] linearizableReadLoop","detail":"{readStateIndex:12546; appliedIndex:12542; }","duration":"159.713212ms","start":"2026-03-19T22:21:13.344875Z","end":"2026-03-19T22:21:13.504589Z","steps":["trace[2107483613] 'read index received' (duration: 70.488918ms)","trace[2107483613] 'applied index is now lower than readState.Index' (duration: 89.223084ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:13.504674Z","caller":"traceutil/trace.go:171","msg":"trace[1704041140] transaction","detail":"{read_only:false; response_revision:12037; number_of_response:1; }","duration":"164.896947ms","start":"2026-03-19T22:21:13.339762Z","end":"2026-03-19T22:21:13.504659Z","steps":["trace[1704041140] 'process raft request' (duration: 164.709953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.50456Z","caller":"traceutil/trace.go:171","msg":"trace[1481122707] transaction","detail":"{read_only:false; response_revision:12035; number_of_response:1; }","duration":"165.01254ms","start":"2026-03-19T22:21:13.339498Z","end":"2026-03-19T22:21:13.504502Z","steps":["trace[1481122707] 'process raft request' (duration: 97.767995ms)","trace[1481122707] 'compare' (duration: 66.98544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:13.504822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.929307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:21:13.504871Z","caller":"traceutil/trace.go:171","msg":"trace[717910495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12037; }","duration":"160.029899ms","start":"2026-03-19T22:21:13.344828Z","end":"2026-03-19T22:21:13.504858Z","steps":["trace[717910495] 'agreement among raft nodes before linearized reading' (duration: 159.893096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:13.697671Z","caller":"traceutil/trace.go:171","msg":"trace[768411192] linearizableReadLoop","detail":"{readStateIndex:12547; appliedIndex:12546; }","duration":"186.434495ms","start":"2026-03-19T22:21:13.511183Z","end":"2026-03-19T22:21:13.697617Z","steps":["trace[768411192] 'read index received' (duration: 186.314233ms)","trace[768411192] 'applied index is now lower than readState.Index' (duration: 118.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:13.697746Z","caller":"traceutil/trace.go:171","msg":"trace[1119305222] transaction","detail":"{read_only:false; response_revision:12038; number_of_response:1; }","duration":"186.792353ms","start":"2026-03-19T22:21:13.510915Z","end":"2026-03-19T22:21:13.697708Z","steps":["trace[1119305222] 'process raft request' (duration: 186.532858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:13.697891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.684432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T22:21:13.697984Z","caller":"traceutil/trace.go:171","msg":"trace[363149963] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12038; }","duration":"186.814364ms","start":"2026-03-19T22:21:13.511138Z","end":"2026-03-19T22:21:13.697952Z","steps":["trace[363149963] 'agreement among raft nodes before linearized reading' (duration: 186.669461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:13.698463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.011969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:376199"} {"level":"info","ts":"2026-03-19T22:21:13.698593Z","caller":"traceutil/trace.go:171","msg":"trace[957294173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12038; }","duration":"187.184813ms","start":"2026-03-19T22:21:13.511394Z","end":"2026-03-19T22:21:13.698579Z","steps":["trace[957294173] 'agreement among raft nodes before linearized reading' (duration: 186.511588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:14.188139Z","caller":"traceutil/trace.go:171","msg":"trace[295279818] transaction","detail":"{read_only:false; response_revision:12039; number_of_response:1; }","duration":"110.567888ms","start":"2026-03-19T22:21:14.077547Z","end":"2026-03-19T22:21:14.188115Z","steps":["trace[295279818] 'process raft request' (duration: 110.433095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:14.481712Z","caller":"traceutil/trace.go:171","msg":"trace[2059310385] transaction","detail":"{read_only:false; response_revision:12040; number_of_response:1; }","duration":"141.865555ms","start":"2026-03-19T22:21:14.33981Z","end":"2026-03-19T22:21:14.481676Z","steps":["trace[2059310385] 'process raft request' (duration: 49.472591ms)","trace[2059310385] 'compare' (duration: 92.17827ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:15.134904Z","caller":"traceutil/trace.go:171","msg":"trace[1184884380] transaction","detail":"{read_only:false; response_revision:12043; number_of_response:1; }","duration":"115.936438ms","start":"2026-03-19T22:21:15.018932Z","end":"2026-03-19T22:21:15.134868Z","steps":["trace[1184884380] 'process raft request' (duration: 41.006882ms)","trace[1184884380] 'compare' (duration: 74.775913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:21.770108Z","caller":"traceutil/trace.go:171","msg":"trace[1230403665] transaction","detail":"{read_only:false; response_revision:12074; number_of_response:1; }","duration":"129.635753ms","start":"2026-03-19T22:21:21.640435Z","end":"2026-03-19T22:21:21.770071Z","steps":["trace[1230403665] 'process raft request' (duration: 123.925426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:21.770538Z","caller":"traceutil/trace.go:171","msg":"trace[930460971] transaction","detail":"{read_only:false; response_revision:12075; number_of_response:1; }","duration":"110.901077ms","start":"2026-03-19T22:21:21.659325Z","end":"2026-03-19T22:21:21.770226Z","steps":["trace[930460971] 'process raft request' (duration: 110.642121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:21.931675Z","caller":"traceutil/trace.go:171","msg":"trace[1218272262] transaction","detail":"{read_only:false; response_revision:12076; number_of_response:1; }","duration":"119.882026ms","start":"2026-03-19T22:21:21.811753Z","end":"2026-03-19T22:21:21.931635Z","steps":["trace[1218272262] 'process raft request' (duration: 72.805179ms)","trace[1218272262] 'compare' (duration: 46.891392ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:22.896993Z","caller":"traceutil/trace.go:171","msg":"trace[1843464392] transaction","detail":"{read_only:false; response_revision:12077; number_of_response:1; }","duration":"107.148613ms","start":"2026-03-19T22:21:22.789805Z","end":"2026-03-19T22:21:22.896953Z","steps":["trace[1843464392] 'process raft request' (duration: 106.891997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:39.506441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.261447ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T22:21:39.506872Z","caller":"traceutil/trace.go:171","msg":"trace[835919021] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"126.420572ms","start":"2026-03-19T22:21:39.380431Z","end":"2026-03-19T22:21:39.506852Z","steps":["trace[835919021] 'process raft request' (duration: 126.267498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:44.215655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.502715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:21:44.215748Z","caller":"traceutil/trace.go:171","msg":"trace[1005017590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12174; }","duration":"100.673389ms","start":"2026-03-19T22:21:44.115051Z","end":"2026-03-19T22:21:44.215724Z","steps":["trace[1005017590] 'range keys from in-memory index tree' (duration: 100.224369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:45.434011Z","caller":"traceutil/trace.go:171","msg":"trace[1555007621] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"295.385658ms","start":"2026-03-19T22:21:45.138594Z","end":"2026-03-19T22:21:45.43398Z","steps":["trace[1555007621] 'process raft request' (duration: 295.203484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:45.437361Z","caller":"traceutil/trace.go:171","msg":"trace[62149125] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"103.218396ms","start":"2026-03-19T22:21:45.334105Z","end":"2026-03-19T22:21:45.437323Z","steps":["trace[62149125] 'process raft request' (duration: 102.97184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:45.931443Z","caller":"traceutil/trace.go:171","msg":"trace[460245765] linearizableReadLoop","detail":"{readStateIndex:12696; appliedIndex:12695; }","duration":"198.132467ms","start":"2026-03-19T22:21:45.73328Z","end":"2026-03-19T22:21:45.931413Z","steps":["trace[460245765] 'read index received' (duration: 197.929373ms)","trace[460245765] 'applied index is now lower than readState.Index' (duration: 202.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:45.931535Z","caller":"traceutil/trace.go:171","msg":"trace[960729826] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"363.560575ms","start":"2026-03-19T22:21:45.567955Z","end":"2026-03-19T22:21:45.931515Z","steps":["trace[960729826] 'process raft request' (duration: 363.292159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:45.931609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.314551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T22:21:45.931646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:21:45.567926Z","time spent":"363.652148ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:21:45.931656Z","caller":"traceutil/trace.go:171","msg":"trace[1713956075] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12180; }","duration":"198.419993ms","start":"2026-03-19T22:21:45.733223Z","end":"2026-03-19T22:21:45.931643Z","steps":["trace[1713956075] 'agreement among raft nodes before linearized reading' (duration: 198.327131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:45.931898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.772161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:21:45.932015Z","caller":"traceutil/trace.go:171","msg":"trace[1869349003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12180; }","duration":"158.925405ms","start":"2026-03-19T22:21:45.773064Z","end":"2026-03-19T22:21:45.93199Z","steps":["trace[1869349003] 'agreement among raft nodes before linearized reading' (duration: 158.72524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:45.932017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.532869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T22:21:45.932149Z","caller":"traceutil/trace.go:171","msg":"trace[653222733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12180; }","duration":"151.687073ms","start":"2026-03-19T22:21:45.780423Z","end":"2026-03-19T22:21:45.93211Z","steps":["trace[653222733] 'agreement among raft nodes before linearized reading' (duration: 151.378007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:46.512782Z","caller":"traceutil/trace.go:171","msg":"trace[342859286] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"143.862869ms","start":"2026-03-19T22:21:46.368868Z","end":"2026-03-19T22:21:46.512731Z","steps":["trace[342859286] 'process raft request' (duration: 140.136237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:47.55808Z","caller":"traceutil/trace.go:171","msg":"trace[1902018243] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"114.951567ms","start":"2026-03-19T22:21:47.443089Z","end":"2026-03-19T22:21:47.558041Z","steps":["trace[1902018243] 'process raft request' (duration: 112.41547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:48.207787Z","caller":"traceutil/trace.go:171","msg":"trace[738028821] transaction","detail":"{read_only:false; response_revision:12191; number_of_response:1; }","duration":"106.866046ms","start":"2026-03-19T22:21:48.100884Z","end":"2026-03-19T22:21:48.20775Z","steps":["trace[738028821] 'process raft request' (duration: 106.541979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:21:48.424742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.377162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:21:48.424866Z","caller":"traceutil/trace.go:171","msg":"trace[2070879666] linearizableReadLoop","detail":"{readStateIndex:12709; appliedIndex:12708; }","duration":"145.585118ms","start":"2026-03-19T22:21:48.279257Z","end":"2026-03-19T22:21:48.424842Z","steps":["trace[2070879666] 'read index received' (duration: 22.94485ms)","trace[2070879666] 'applied index is now lower than readState.Index' (duration: 122.637438ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:48.424948Z","caller":"traceutil/trace.go:171","msg":"trace[1158407814] transaction","detail":"{read_only:false; response_revision:12193; number_of_response:1; }","duration":"212.404263ms","start":"2026-03-19T22:21:48.212513Z","end":"2026-03-19T22:21:48.424917Z","steps":["trace[1158407814] 'process raft request' (duration: 89.749445ms)","trace[1158407814] 'compare' (duration: 122.25095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:48.425244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.984306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T22:21:48.425259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.728309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:21:48.425301Z","caller":"traceutil/trace.go:171","msg":"trace[831355093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12193; }","duration":"146.084399ms","start":"2026-03-19T22:21:48.2792Z","end":"2026-03-19T22:21:48.425285Z","steps":["trace[831355093] 'agreement among raft nodes before linearized reading' (duration: 145.821263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:48.425331Z","caller":"traceutil/trace.go:171","msg":"trace[223499844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:12193; }","duration":"135.840721ms","start":"2026-03-19T22:21:48.289472Z","end":"2026-03-19T22:21:48.425313Z","steps":["trace[223499844] 'agreement among raft nodes before linearized reading' (duration: 135.613876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:21:48.613499Z","caller":"traceutil/trace.go:171","msg":"trace[601271696] linearizableReadLoop","detail":"{readStateIndex:12711; appliedIndex:12709; }","duration":"183.208174ms","start":"2026-03-19T22:21:48.430265Z","end":"2026-03-19T22:21:48.613473Z","steps":["trace[601271696] 'read index received' (duration: 47.065546ms)","trace[601271696] 'applied index is now lower than readState.Index' (duration: 136.141508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:21:48.613669Z","caller":"traceutil/trace.go:171","msg":"trace[159015612] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"183.91051ms","start":"2026-03-19T22:21:48.429709Z","end":"2026-03-19T22:21:48.613619Z","steps":["trace[159015612] 'process raft request' (duration: 94.892591ms)","trace[159015612] 'compare' (duration: 88.704443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:21:48.614023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.738515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:376199"} {"level":"info","ts":"2026-03-19T22:21:48.614069Z","caller":"traceutil/trace.go:171","msg":"trace[117913760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12195; }","duration":"183.849938ms","start":"2026-03-19T22:21:48.430209Z","end":"2026-03-19T22:21:48.614059Z","steps":["trace[117913760] 'agreement among raft nodes before linearized reading' (duration: 183.359097ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:01.381941Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10713} {"level":"info","ts":"2026-03-19T22:22:01.556677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10713,"took":"172.192528ms","hash":1750034894,"current-db-size-bytes":41586688,"current-db-size":"42 MB","current-db-size-in-use-bytes":17616896,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T22:22:01.556756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1750034894,"revision":10713,"compact-revision":8751} {"level":"info","ts":"2026-03-19T22:22:08.907243Z","caller":"traceutil/trace.go:171","msg":"trace[1449742554] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"148.413551ms","start":"2026-03-19T22:22:08.758805Z","end":"2026-03-19T22:22:08.907218Z","steps":["trace[1449742554] 'process raft request' (duration: 148.260407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:08.907264Z","caller":"traceutil/trace.go:171","msg":"trace[666328169] linearizableReadLoop","detail":"{readStateIndex:12808; appliedIndex:12808; }","duration":"144.7901ms","start":"2026-03-19T22:22:08.762428Z","end":"2026-03-19T22:22:08.907218Z","steps":["trace[666328169] 'read index received' (duration: 144.773009ms)","trace[666328169] 'applied index is now lower than readState.Index' (duration: 14.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:08.907691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.237449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:22:08.907763Z","caller":"traceutil/trace.go:171","msg":"trace[1716604610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:12287; }","duration":"145.363022ms","start":"2026-03-19T22:22:08.762386Z","end":"2026-03-19T22:22:08.907749Z","steps":["trace[1716604610] 'agreement among raft nodes before linearized reading' (duration: 144.936342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:08.920696Z","caller":"traceutil/trace.go:171","msg":"trace[474309713] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"101.039427ms","start":"2026-03-19T22:22:08.819627Z","end":"2026-03-19T22:22:08.920667Z","steps":["trace[474309713] 'process raft request' (duration: 100.847513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:30.972566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.952774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T22:22:30.972645Z","caller":"traceutil/trace.go:171","msg":"trace[974892084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12385; }","duration":"114.079547ms","start":"2026-03-19T22:22:30.85855Z","end":"2026-03-19T22:22:30.972629Z","steps":["trace[974892084] 'range keys from in-memory index tree' (duration: 113.783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:33.117167Z","caller":"traceutil/trace.go:171","msg":"trace[1079480087] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"116.993591ms","start":"2026-03-19T22:22:33.000138Z","end":"2026-03-19T22:22:33.117131Z","steps":["trace[1079480087] 'process raft request' (duration: 116.799337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:33.137276Z","caller":"traceutil/trace.go:171","msg":"trace[2118895254] linearizableReadLoop","detail":"{readStateIndex:12922; appliedIndex:12920; }","duration":"120.079871ms","start":"2026-03-19T22:22:33.01683Z","end":"2026-03-19T22:22:33.13691Z","steps":["trace[2118895254] 'read index received' (duration: 100.196448ms)","trace[2118895254] 'applied index is now lower than readState.Index' (duration: 19.881833ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:33.138361Z","caller":"traceutil/trace.go:171","msg":"trace[1781148198] transaction","detail":"{read_only:false; response_revision:12396; number_of_response:1; }","duration":"131.370672ms","start":"2026-03-19T22:22:33.006946Z","end":"2026-03-19T22:22:33.138317Z","steps":["trace[1781148198] 'process raft request' (duration: 129.813717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:33.140058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.19117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T22:22:33.140172Z","caller":"traceutil/trace.go:171","msg":"trace[357047748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12396; }","duration":"123.382894ms","start":"2026-03-19T22:22:33.016759Z","end":"2026-03-19T22:22:33.140142Z","steps":["trace[357047748] 'agreement among raft nodes before linearized reading' (duration: 121.220975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:33.298887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.989713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:22:33.298971Z","caller":"traceutil/trace.go:171","msg":"trace[1874178750] linearizableReadLoop","detail":"{readStateIndex:12923; appliedIndex:12922; }","duration":"128.63611ms","start":"2026-03-19T22:22:33.170321Z","end":"2026-03-19T22:22:33.298957Z","steps":["trace[1874178750] 'read index received' (duration: 10.467253ms)","trace[1874178750] 'applied index is now lower than readState.Index' (duration: 118.167897ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:33.29904Z","caller":"traceutil/trace.go:171","msg":"trace[1778442860] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"152.882199ms","start":"2026-03-19T22:22:33.14615Z","end":"2026-03-19T22:22:33.299032Z","steps":["trace[1778442860] 'process raft request' (duration: 34.661401ms)","trace[1778442860] 'compare' (duration: 117.893671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:33.299277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.871153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:22:33.299369Z","caller":"traceutil/trace.go:171","msg":"trace[1689121834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:12397; }","duration":"118.993306ms","start":"2026-03-19T22:22:33.180354Z","end":"2026-03-19T22:22:33.299347Z","steps":["trace[1689121834] 'agreement among raft nodes before linearized reading' (duration: 118.712209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:33.29931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.999289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T22:22:33.299534Z","caller":"traceutil/trace.go:171","msg":"trace[837812711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12397; }","duration":"129.241804ms","start":"2026-03-19T22:22:33.170263Z","end":"2026-03-19T22:22:33.299505Z","steps":["trace[837812711] 'agreement among raft nodes before linearized reading' (duration: 128.968787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:34.582096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.473217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:22:34.582205Z","caller":"traceutil/trace.go:171","msg":"trace[1816573430] linearizableReadLoop","detail":"{readStateIndex:12932; appliedIndex:12931; }","duration":"134.511071ms","start":"2026-03-19T22:22:34.447677Z","end":"2026-03-19T22:22:34.582188Z","steps":["trace[1816573430] 'read index received' (duration: 5.805219ms)","trace[1816573430] 'applied index is now lower than readState.Index' (duration: 128.704512ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:34.582257Z","caller":"traceutil/trace.go:171","msg":"trace[1387552251] transaction","detail":"{read_only:false; response_revision:12405; number_of_response:1; }","duration":"144.773718ms","start":"2026-03-19T22:22:34.437446Z","end":"2026-03-19T22:22:34.58222Z","steps":["trace[1387552251] 'process raft request' (duration: 16.081347ms)","trace[1387552251] 'compare' (duration: 128.366384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:34.582379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.709577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T22:22:34.582419Z","caller":"traceutil/trace.go:171","msg":"trace[1462183838] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12405; }","duration":"134.780219ms","start":"2026-03-19T22:22:34.447629Z","end":"2026-03-19T22:22:34.582409Z","steps":["trace[1462183838] 'agreement among raft nodes before linearized reading' (duration: 134.647585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:35.688507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.709885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:22:35.688616Z","caller":"traceutil/trace.go:171","msg":"trace[1186170112] linearizableReadLoop","detail":"{readStateIndex:12937; appliedIndex:12936; }","duration":"314.455073ms","start":"2026-03-19T22:22:35.374142Z","end":"2026-03-19T22:22:35.688597Z","steps":["trace[1186170112] 'read index received' (duration: 166.501174ms)","trace[1186170112] 'applied index is now lower than readState.Index' (duration: 147.952409ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:35.688737Z","caller":"traceutil/trace.go:171","msg":"trace[2031309720] transaction","detail":"{read_only:false; response_revision:12410; number_of_response:1; }","duration":"315.824892ms","start":"2026-03-19T22:22:35.372873Z","end":"2026-03-19T22:22:35.688698Z","steps":["trace[2031309720] 'process raft request' (duration: 167.807512ms)","trace[2031309720] 'compare' (duration: 147.51789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:35.688894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:22:35.372859Z","time spent":"315.953926ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:22:35.68892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.779681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:22:35.688992Z","caller":"traceutil/trace.go:171","msg":"trace[1514946021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:12410; }","duration":"314.852513ms","start":"2026-03-19T22:22:35.374125Z","end":"2026-03-19T22:22:35.688977Z","steps":["trace[1514946021] 'agreement among raft nodes before linearized reading' (duration: 314.625337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:35.689064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:22:35.374088Z","time spent":"314.962785ms","remote":"127.0.0.1:59844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-52ptt\" "} {"level":"warn","ts":"2026-03-19T22:22:36.08245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.242089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:22:36.082534Z","caller":"traceutil/trace.go:171","msg":"trace[1513175011] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12410; }","duration":"283.406503ms","start":"2026-03-19T22:22:35.799105Z","end":"2026-03-19T22:22:36.082511Z","steps":["trace[1513175011] 'count revisions from in-memory index tree' (duration: 283.124346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:36.107819Z","caller":"traceutil/trace.go:171","msg":"trace[1962639324] transaction","detail":"{read_only:false; response_revision:12411; number_of_response:1; }","duration":"172.103917ms","start":"2026-03-19T22:22:35.935688Z","end":"2026-03-19T22:22:36.107792Z","steps":["trace[1962639324] 'process raft request' (duration: 171.932753ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:37.307968Z","caller":"traceutil/trace.go:171","msg":"trace[2006810823] transaction","detail":"{read_only:false; response_revision:12416; number_of_response:1; }","duration":"121.602774ms","start":"2026-03-19T22:22:37.186316Z","end":"2026-03-19T22:22:37.307919Z","steps":["trace[2006810823] 'process raft request' (duration: 121.326148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:37.599611Z","caller":"traceutil/trace.go:171","msg":"trace[775976285] linearizableReadLoop","detail":"{readStateIndex:12944; appliedIndex:12943; }","duration":"229.33359ms","start":"2026-03-19T22:22:37.370253Z","end":"2026-03-19T22:22:37.599586Z","steps":["trace[775976285] 'read index received' (duration: 229.168537ms)","trace[775976285] 'applied index is now lower than readState.Index' (duration: 163.803µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:37.599737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.470313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:22:37.599767Z","caller":"traceutil/trace.go:171","msg":"trace[333050880] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12417; }","duration":"229.573406ms","start":"2026-03-19T22:22:37.370185Z","end":"2026-03-19T22:22:37.599758Z","steps":["trace[333050880] 'agreement among raft nodes before linearized reading' (duration: 229.495575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:37.599885Z","caller":"traceutil/trace.go:171","msg":"trace[1988546911] transaction","detail":"{read_only:false; response_revision:12417; number_of_response:1; }","duration":"282.313968ms","start":"2026-03-19T22:22:37.317541Z","end":"2026-03-19T22:22:37.599855Z","steps":["trace[1988546911] 'process raft request' (duration: 281.871169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:37.766441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.885986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T22:22:37.76654Z","caller":"traceutil/trace.go:171","msg":"trace[24773289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12417; }","duration":"151.027569ms","start":"2026-03-19T22:22:37.61549Z","end":"2026-03-19T22:22:37.766517Z","steps":["trace[24773289] 'range keys from in-memory index tree' (duration: 150.724653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:40.471474Z","caller":"traceutil/trace.go:171","msg":"trace[1367386907] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"191.633932ms","start":"2026-03-19T22:22:40.279816Z","end":"2026-03-19T22:22:40.47145Z","steps":["trace[1367386907] 'process raft request' (duration: 157.307378ms)","trace[1367386907] 'compare' (duration: 34.085269ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:40.471507Z","caller":"traceutil/trace.go:171","msg":"trace[615414464] linearizableReadLoop","detail":"{readStateIndex:12958; appliedIndex:12957; }","duration":"165.03445ms","start":"2026-03-19T22:22:40.306412Z","end":"2026-03-19T22:22:40.471446Z","steps":["trace[615414464] 'read index received' (duration: 130.727816ms)","trace[615414464] 'applied index is now lower than readState.Index' (duration: 34.303814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:40.471996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.561862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-19T22:22:40.472059Z","caller":"traceutil/trace.go:171","msg":"trace[641364127] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12430; }","duration":"165.649994ms","start":"2026-03-19T22:22:40.306388Z","end":"2026-03-19T22:22:40.472038Z","steps":["trace[641364127] 'agreement among raft nodes before linearized reading' (duration: 165.271666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:40.476428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.769743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T22:22:40.476485Z","caller":"traceutil/trace.go:171","msg":"trace[621871601] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12431; }","duration":"114.881125ms","start":"2026-03-19T22:22:40.36159Z","end":"2026-03-19T22:22:40.476471Z","steps":["trace[621871601] 'agreement among raft nodes before linearized reading' (duration: 114.67763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:40.476875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.144164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T22:22:40.476947Z","caller":"traceutil/trace.go:171","msg":"trace[1014274634] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12431; }","duration":"107.185615ms","start":"2026-03-19T22:22:40.369722Z","end":"2026-03-19T22:22:40.476907Z","steps":["trace[1014274634] 'agreement among raft nodes before linearized reading' (duration: 107.085883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:40.757091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.841208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-19T22:22:40.757274Z","caller":"traceutil/trace.go:171","msg":"trace[674087885] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:12431; }","duration":"148.076643ms","start":"2026-03-19T22:22:40.609169Z","end":"2026-03-19T22:22:40.757246Z","steps":["trace[674087885] 'range keys from in-memory index tree' (duration: 147.431979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:41.181991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.223326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-19T22:22:41.182107Z","caller":"traceutil/trace.go:171","msg":"trace[102382236] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:12433; }","duration":"139.40984ms","start":"2026-03-19T22:22:41.042671Z","end":"2026-03-19T22:22:41.182081Z","steps":["trace[102382236] 'range keys from in-memory index tree' (duration: 138.97621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:41.599665Z","caller":"traceutil/trace.go:171","msg":"trace[528648195] transaction","detail":"{read_only:false; response_revision:12434; number_of_response:1; }","duration":"203.595517ms","start":"2026-03-19T22:22:41.396036Z","end":"2026-03-19T22:22:41.599631Z","steps":["trace[528648195] 'process raft request' (duration: 203.332542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:42.091005Z","caller":"traceutil/trace.go:171","msg":"trace[450205368] linearizableReadLoop","detail":"{readStateIndex:12965; appliedIndex:12964; }","duration":"153.536415ms","start":"2026-03-19T22:22:41.937442Z","end":"2026-03-19T22:22:42.090978Z","steps":["trace[450205368] 'read index received' (duration: 153.240298ms)","trace[450205368] 'applied index is now lower than readState.Index' (duration: 294.967µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:42.091155Z","caller":"traceutil/trace.go:171","msg":"trace[1661674546] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"165.727416ms","start":"2026-03-19T22:22:41.925391Z","end":"2026-03-19T22:22:42.091119Z","steps":["trace[1661674546] 'process raft request' (duration: 165.407169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.09127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.805311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-52ptt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-19T22:22:42.091333Z","caller":"traceutil/trace.go:171","msg":"trace[34988481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-52ptt; range_end:; response_count:1; response_revision:12437; }","duration":"153.919743ms","start":"2026-03-19T22:22:41.937387Z","end":"2026-03-19T22:22:42.091307Z","steps":["trace[34988481] 'agreement among raft nodes before linearized reading' (duration: 153.739779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.092232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.665649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808390"} {"level":"info","ts":"2026-03-19T22:22:42.092341Z","caller":"traceutil/trace.go:171","msg":"trace[20326025] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:12437; }","duration":"154.834163ms","start":"2026-03-19T22:22:41.937482Z","end":"2026-03-19T22:22:42.092316Z","steps":["trace[20326025] 'agreement among raft nodes before linearized reading' (duration: 153.723659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.443492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.085757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:22:42.443614Z","caller":"traceutil/trace.go:171","msg":"trace[926273783] linearizableReadLoop","detail":"{readStateIndex:12966; appliedIndex:12965; }","duration":"108.32855ms","start":"2026-03-19T22:22:42.335264Z","end":"2026-03-19T22:22:42.443592Z","steps":["trace[926273783] 'read index received' (duration: 36.581µs)","trace[926273783] 'applied index is now lower than readState.Index' (duration: 108.290119ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:42.444255Z","caller":"traceutil/trace.go:171","msg":"trace[74573007] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"196.030759ms","start":"2026-03-19T22:22:42.247666Z","end":"2026-03-19T22:22:42.443697Z","steps":["trace[74573007] 'process raft request' (duration: 50.645706ms)","trace[74573007] 'compare' (duration: 144.894312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:42.444389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.125857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808390"} {"level":"info","ts":"2026-03-19T22:22:42.444439Z","caller":"traceutil/trace.go:171","msg":"trace[1946303459] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:12438; }","duration":"109.174288ms","start":"2026-03-19T22:22:42.335246Z","end":"2026-03-19T22:22:42.444421Z","steps":["trace[1946303459] 'agreement among raft nodes before linearized reading' (duration: 108.416741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.817417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.14115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T22:22:42.817887Z","caller":"traceutil/trace.go:171","msg":"trace[1847209730] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"335.366958ms","start":"2026-03-19T22:22:42.482499Z","end":"2026-03-19T22:22:42.817866Z","steps":["trace[1847209730] 'process raft request' (duration: 335.02519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.817976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:22:42.482474Z","time spent":"335.46006ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T22:22:42.817996Z","caller":"traceutil/trace.go:171","msg":"trace[173626223] linearizableReadLoop","detail":"{readStateIndex:12968; appliedIndex:12966; }","duration":"335.001109ms","start":"2026-03-19T22:22:42.482939Z","end":"2026-03-19T22:22:42.817941Z","steps":["trace[173626223] 'read index received' (duration: 134.109242ms)","trace[173626223] 'applied index is now lower than readState.Index' (duration: 200.884177ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T22:22:42.818064Z","caller":"traceutil/trace.go:171","msg":"trace[1983043964] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"340.001171ms","start":"2026-03-19T22:22:42.478011Z","end":"2026-03-19T22:22:42.818012Z","steps":["trace[1983043964] 'process raft request' (duration: 139.161375ms)","trace[1983043964] 'compare' (duration: 199.858924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:22:42.818244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:22:42.477981Z","time spent":"340.162115ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T22:22:42.818449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.650176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T22:22:42.818543Z","caller":"traceutil/trace.go:171","msg":"trace[1041026562] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12440; }","duration":"130.798299ms","start":"2026-03-19T22:22:42.687727Z","end":"2026-03-19T22:22:42.818526Z","steps":["trace[1041026562] 'agreement among raft nodes before linearized reading' (duration: 130.667186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.818419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.468341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T22:22:42.818724Z","caller":"traceutil/trace.go:171","msg":"trace[255006638] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12440; }","duration":"335.805408ms","start":"2026-03-19T22:22:42.482894Z","end":"2026-03-19T22:22:42.818699Z","steps":["trace[255006638] 'agreement among raft nodes before linearized reading' (duration: 335.194764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:22:42.818826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T22:22:42.482876Z","time spent":"335.930591ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T22:22:42.818844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.122208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T22:22:42.818913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.67415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808390"} {"level":"info","ts":"2026-03-19T22:22:42.818962Z","caller":"traceutil/trace.go:171","msg":"trace[1286718366] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:12440; }","duration":"266.721691ms","start":"2026-03-19T22:22:42.552224Z","end":"2026-03-19T22:22:42.818945Z","steps":["trace[1286718366] 'agreement among raft nodes before linearized reading' (duration: 265.997614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:22:42.818962Z","caller":"traceutil/trace.go:171","msg":"trace[2045006925] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12440; }","duration":"199.300802ms","start":"2026-03-19T22:22:42.619629Z","end":"2026-03-19T22:22:42.81893Z","steps":["trace[2045006925] 'agreement among raft nodes before linearized reading' (duration: 199.126228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:23:40.183972Z","caller":"traceutil/trace.go:171","msg":"trace[1938500327] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"132.184659ms","start":"2026-03-19T22:23:40.051746Z","end":"2026-03-19T22:23:40.183931Z","steps":["trace[1938500327] 'process raft request' (duration: 102.238383ms)","trace[1938500327] 'compare' (duration: 29.786052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T22:23:47.083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.053628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-detect-version-xvvqx.189e5db0206e57d8\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12739 ","response":"range_response_count:108 size:83310"} {"level":"info","ts":"2026-03-19T22:23:47.083121Z","caller":"traceutil/trace.go:171","msg":"trace[2056732342] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-detect-version-xvvqx.189e5db0206e57d8\u0000; range_end:/registry/events/openstack0; response_count:108; response_revision:12739; }","duration":"101.210751ms","start":"2026-03-19T22:23:46.981886Z","end":"2026-03-19T22:23:47.083097Z","steps":["trace[2056732342] 'range keys from in-memory index tree' (duration: 100.447014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:23:47.431803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.947533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-zdfq8\" ","response":"range_response_count:1 size:8751"} {"level":"info","ts":"2026-03-19T22:23:47.431889Z","caller":"traceutil/trace.go:171","msg":"trace[541374644] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-zdfq8; range_end:; response_count:1; response_revision:12742; }","duration":"118.046645ms","start":"2026-03-19T22:23:47.313824Z","end":"2026-03-19T22:23:47.431871Z","steps":["trace[541374644] 'range keys from in-memory index tree' (duration: 117.84317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:23:47.431796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.419768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7899899dcd-8bv8p\" ","response":"range_response_count:1 size:12100"} {"level":"info","ts":"2026-03-19T22:23:47.432082Z","caller":"traceutil/trace.go:171","msg":"trace[1921702537] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7899899dcd-8bv8p; range_end:; response_count:1; response_revision:12742; }","duration":"120.673134ms","start":"2026-03-19T22:23:47.311325Z","end":"2026-03-19T22:23:47.431998Z","steps":["trace[1921702537] 'range keys from in-memory index tree' (duration: 120.288355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T22:23:48.325761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.786443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11605"} {"level":"info","ts":"2026-03-19T22:23:48.325876Z","caller":"traceutil/trace.go:171","msg":"trace[396001624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:12744; }","duration":"127.960286ms","start":"2026-03-19T22:23:48.197895Z","end":"2026-03-19T22:23:48.325855Z","steps":["trace[396001624] 'range keys from in-memory index tree' (duration: 127.574637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T22:23:48.431073Z","caller":"traceutil/trace.go:171","msg":"trace[1840231791] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"100.445613ms","start":"2026-03-19T22:23:48.330604Z","end":"2026-03-19T22:23:48.431049Z","steps":["trace[1840231791] 'process raft request' (duration: 100.242749ms)"],"step_count":1}