{"level":"warn","ts":"2026-04-03T02:25:03.021713Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:25:03.021823Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:25:03.021907Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:25:03.02192Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-03T02:25:03.021943Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:25:03.022643Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-04-03T02:25:03.022731Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:25:03.026318Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.340508ms"} {"level":"info","ts":"2026-04-03T02:25:03.039707Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-04-03T02:25:03.039852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:25:03.039889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-04-03T02:25:03.03991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:25:03.039929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-04-03T02:25:03.039998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-04-03T02:25:03.04761Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:25:03.049386Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:25:03.050861Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:25:03.053331Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:25:03.053531Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:25:03.053782Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:25:03.05391Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:25:03.053925Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:25:03.054718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-04-03T02:25:03.054874Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-04-03T02:25:03.060092Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:25:03.060332Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-03T02:25:03.060482Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:25:03.060534Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:25:03.060438Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-04-03T02:25:03.241253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:25:03.241338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:25:03.241407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-04-03T02:25:03.241433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:25:03.241453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-03T02:25:03.241472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-04-03T02:25:03.241508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-04-03T02:25:03.24265Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:25:03.24342Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:25:03.243465Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:25:03.24352Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:25:03.24387Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:25:03.243928Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:25:03.243862Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:25:03.24418Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:25:03.244233Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:25:03.246973Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-04-03T02:25:03.248134Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-03T02:25:06.606767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.65476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:06.606928Z","caller":"traceutil/trace.go:171","msg":"trace[816455171] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"237.086226ms","start":"2026-04-03T02:25:06.36982Z","end":"2026-04-03T02:25:06.606906Z","steps":["trace[816455171] 'process raft request' (duration: 44.609266ms)","trace[816455171] 'compare' (duration: 191.480806ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:06.848618Z","caller":"traceutil/trace.go:171","msg":"trace[1545545597] linearizableReadLoop","detail":"{readStateIndex:220; appliedIndex:219; }","duration":"103.085025ms","start":"2026-04-03T02:25:06.745501Z","end":"2026-04-03T02:25:06.848586Z","steps":["trace[1545545597] 'read index received' (duration: 89.805096ms)","trace[1545545597] 'applied index is now lower than readState.Index' (duration: 13.278969ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:06.84877Z","caller":"traceutil/trace.go:171","msg":"trace[1417812705] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"186.744047ms","start":"2026-04-03T02:25:06.661973Z","end":"2026-04-03T02:25:06.848717Z","steps":["trace[1417812705] 'process raft request' (duration: 173.323545ms)","trace[1417812705] 'compare' (duration: 13.102584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:06.848913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.355231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:06.848967Z","caller":"traceutil/trace.go:171","msg":"trace[1075942695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:215; }","duration":"103.499664ms","start":"2026-04-03T02:25:06.745453Z","end":"2026-04-03T02:25:06.848952Z","steps":["trace[1075942695] 'agreement among raft nodes before linearized reading' (duration: 103.256688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:08.662723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.406323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:08.66295Z","caller":"traceutil/trace.go:171","msg":"trace[367241273] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"248.305366ms","start":"2026-04-03T02:25:08.414593Z","end":"2026-04-03T02:25:08.662898Z","steps":["trace[367241273] 'process raft request' (duration: 125.646367ms)","trace[367241273] 'compare' (duration: 122.218049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:13.173039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661181429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-03T02:25:13.173181Z","caller":"traceutil/trace.go:171","msg":"trace[1978293767] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:327; }","duration":"1.661362343s","start":"2026-04-03T02:25:11.511787Z","end":"2026-04-03T02:25:13.173149Z","steps":["trace[1978293767] 'range keys from in-memory index tree' (duration: 1.661054527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:13.173178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.413209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:25:13.173042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.592975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:25:13.17325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:11.511756Z","time spent":"1.661474946s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-03T02:25:13.173298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.404859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:25:13.173377Z","caller":"traceutil/trace.go:171","msg":"trace[1888790052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:327; }","duration":"360.981613ms","start":"2026-04-03T02:25:12.812346Z","end":"2026-04-03T02:25:13.173328Z","steps":["trace[1888790052] 'range keys from in-memory index tree' (duration: 360.446962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:13.173301Z","caller":"traceutil/trace.go:171","msg":"trace[2090624204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:327; }","duration":"282.590773ms","start":"2026-04-03T02:25:12.89067Z","end":"2026-04-03T02:25:13.173261Z","steps":["trace[2090624204] 'range keys from in-memory index tree' (duration: 282.241075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:13.173022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.290414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:25:13.173457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:12.812321Z","time spent":"361.116577ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:25:13.173396Z","caller":"traceutil/trace.go:171","msg":"trace[317141508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:327; }","duration":"282.655485ms","start":"2026-04-03T02:25:12.89072Z","end":"2026-04-03T02:25:13.173376Z","steps":["trace[317141508] 'range keys from in-memory index tree' (duration: 282.196484ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:13.173493Z","caller":"traceutil/trace.go:171","msg":"trace[1859659874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:327; }","duration":"216.809846ms","start":"2026-04-03T02:25:12.956643Z","end":"2026-04-03T02:25:13.173453Z","steps":["trace[1859659874] 'range keys from in-memory index tree' (duration: 216.11576ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.591807Z","caller":"traceutil/trace.go:171","msg":"trace[1426043735] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"302.505526ms","start":"2026-04-03T02:25:17.289267Z","end":"2026-04-03T02:25:17.591772Z","steps":["trace[1426043735] 'process raft request' (duration: 302.413864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.591824Z","caller":"traceutil/trace.go:171","msg":"trace[785135215] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"303.477998ms","start":"2026-04-03T02:25:17.288296Z","end":"2026-04-03T02:25:17.591774Z","steps":["trace[785135215] 'process raft request' (duration: 303.175011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.591919Z","caller":"traceutil/trace.go:171","msg":"trace[602093971] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"303.433217ms","start":"2026-04-03T02:25:17.288429Z","end":"2026-04-03T02:25:17.591863Z","steps":["trace[602093971] 'process raft request' (duration: 303.210822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.592109Z","caller":"traceutil/trace.go:171","msg":"trace[446236748] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:417; }","duration":"245.660116ms","start":"2026-04-03T02:25:17.346386Z","end":"2026-04-03T02:25:17.592046Z","steps":["trace[446236748] 'read index received' (duration: 244.96029ms)","trace[446236748] 'applied index is now lower than readState.Index' (duration: 696.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:17.592202Z","caller":"traceutil/trace.go:171","msg":"trace[532418853] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"302.754792ms","start":"2026-04-03T02:25:17.28937Z","end":"2026-04-03T02:25:17.592125Z","steps":["trace[532418853] 'process raft request' (duration: 302.343992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:17.592301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.888361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T02:25:17.592357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.288268Z","time spent":"303.663682ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:17.592372Z","caller":"traceutil/trace.go:171","msg":"trace[1371762437] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:405; }","duration":"246.005403ms","start":"2026-04-03T02:25:17.346348Z","end":"2026-04-03T02:25:17.592354Z","steps":["trace[1371762437] 'agreement among raft nodes before linearized reading' (duration: 245.85688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:17.592433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.289345Z","time spent":"302.979256ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:17.592462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.288421Z","time spent":"303.60709ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:17.592584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.289257Z","time spent":"302.649999ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:20.098884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:20.414299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055393361s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:25:20.414965Z","caller":"traceutil/trace.go:171","msg":"trace[549768664] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.056161169s","start":"2026-04-03T02:25:19.35877Z","end":"2026-04-03T02:25:20.414931Z","steps":["trace[549768664] 'process raft request' (duration: 1.055953054s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:20.41517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:19.358747Z","time spent":"1.056309372s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:20.416549Z","caller":"traceutil/trace.go:171","msg":"trace[1260529777] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:421; }","duration":"818.612052ms","start":"2026-04-03T02:25:19.597911Z","end":"2026-04-03T02:25:20.416523Z","steps":["trace[1260529777] 'read index received' (duration: 816.730289ms)","trace[1260529777] 'applied index is now lower than readState.Index' (duration: 1.880863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:20.416699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.780915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:25:20.416709Z","caller":"traceutil/trace.go:171","msg":"trace[1804543963] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"1.051472719s","start":"2026-04-03T02:25:19.365189Z","end":"2026-04-03T02:25:20.416662Z","steps":["trace[1804543963] 'process raft request' (duration: 1.051190833s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:20.416833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.149931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:20.416862Z","caller":"traceutil/trace.go:171","msg":"trace[830317853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"328.215993ms","start":"2026-04-03T02:25:20.088639Z","end":"2026-04-03T02:25:20.416855Z","steps":["trace[830317853] 'agreement among raft nodes before linearized reading' (duration: 328.173052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:20.416899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:20.088617Z","time spent":"328.273093ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:20.416902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.421507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:25:20.416769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.316895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:25:20.41695Z","caller":"traceutil/trace.go:171","msg":"trace[1992241362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:407; }","duration":"818.494869ms","start":"2026-04-03T02:25:19.59844Z","end":"2026-04-03T02:25:20.416935Z","steps":["trace[1992241362] 'agreement among raft nodes before linearized reading' (duration: 818.363176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:20.416961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:19.365173Z","time spent":"1.051656254s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:20.416984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:19.598422Z","time spent":"818.55522ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:20.416926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.285834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:25:20.416997Z","caller":"traceutil/trace.go:171","msg":"trace[1053075233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:407; }","duration":"818.582951ms","start":"2026-04-03T02:25:19.598375Z","end":"2026-04-03T02:25:20.416958Z","steps":["trace[1053075233] 'agreement among raft nodes before linearized reading' (duration: 818.287774ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:20.417072Z","caller":"traceutil/trace.go:171","msg":"trace[1227872467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:407; }","duration":"818.50886ms","start":"2026-04-03T02:25:19.598536Z","end":"2026-04-03T02:25:20.417045Z","steps":["trace[1227872467] 'agreement among raft nodes before linearized reading' (duration: 818.257313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:20.417123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:19.598496Z","time spent":"818.616362ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:25:20.41712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:19.598366Z","time spent":"818.709845ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:25:20.416771Z","caller":"traceutil/trace.go:171","msg":"trace[1472297951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"818.917958ms","start":"2026-04-03T02:25:19.59784Z","end":"2026-04-03T02:25:20.416758Z","steps":["trace[1472297951] 'agreement among raft nodes before linearized reading' (duration: 818.794906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:20.417202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:19.597808Z","time spent":"819.38413ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:25:27.433615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:27.049543Z","time spent":"384.06448ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:25:30.84571Z","caller":"traceutil/trace.go:171","msg":"trace[1286017815] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"277.335121ms","start":"2026-04-03T02:25:30.568343Z","end":"2026-04-03T02:25:30.845678Z","steps":["trace[1286017815] 'read index received' (duration: 277.152397ms)","trace[1286017815] 'applied index is now lower than readState.Index' (duration: 181.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:30.845784Z","caller":"traceutil/trace.go:171","msg":"trace[1940837893] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"319.334026ms","start":"2026-04-03T02:25:30.526409Z","end":"2026-04-03T02:25:30.845743Z","steps":["trace[1940837893] 'process raft request' (duration: 319.098611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:30.846001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:30.526392Z","time spent":"319.47527ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:30.846025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.653949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:25:30.846127Z","caller":"traceutil/trace.go:171","msg":"trace[1821752777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:465; }","duration":"277.829103ms","start":"2026-04-03T02:25:30.568277Z","end":"2026-04-03T02:25:30.846107Z","steps":["trace[1821752777] 'agreement among raft nodes before linearized reading' (duration: 277.558677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:31.346488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:31.519201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.781524ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:31.51935Z","caller":"traceutil/trace.go:171","msg":"trace[588155331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:465; }","duration":"160.952078ms","start":"2026-04-03T02:25:31.358376Z","end":"2026-04-03T02:25:31.519328Z","steps":["trace[588155331] 'range keys from in-memory index tree' (duration: 160.763704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:31.519444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.561428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:31.519564Z","caller":"traceutil/trace.go:171","msg":"trace[390557076] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"711.522525ms","start":"2026-04-03T02:25:30.80802Z","end":"2026-04-03T02:25:31.519542Z","steps":["trace[390557076] 'process raft request' (duration: 603.65241ms)","trace[390557076] 'compare' (duration: 107.036125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:31.519643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:30.807984Z","time spent":"711.631987ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:31.522387Z","caller":"traceutil/trace.go:171","msg":"trace[978308641] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:483; }","duration":"676.549542ms","start":"2026-04-03T02:25:30.845794Z","end":"2026-04-03T02:25:31.522343Z","steps":["trace[978308641] 'read index received' (duration: 565.862741ms)","trace[978308641] 'applied index is now lower than readState.Index' (duration: 110.685771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:31.522468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.383029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:31.522545Z","caller":"traceutil/trace.go:171","msg":"trace[1530448164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"769.499831ms","start":"2026-04-03T02:25:30.753022Z","end":"2026-04-03T02:25:31.522522Z","steps":["trace[1530448164] 'agreement among raft nodes before linearized reading' (duration: 769.371669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:31.522557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.920648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:25:31.522591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:30.752954Z","time spent":"769.627684ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:25:31.522599Z","caller":"traceutil/trace.go:171","msg":"trace[1757643006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"917.98802ms","start":"2026-04-03T02:25:30.604597Z","end":"2026-04-03T02:25:31.522585Z","steps":["trace[1757643006] 'agreement among raft nodes before linearized reading' (duration: 917.868647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:31.522612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.602662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:25:31.522659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:30.604525Z","time spent":"918.122523ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:25:31.52272Z","caller":"traceutil/trace.go:171","msg":"trace[1569795048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"917.728914ms","start":"2026-04-03T02:25:30.604967Z","end":"2026-04-03T02:25:31.522696Z","steps":["trace[1569795048] 'agreement among raft nodes before linearized reading' (duration: 917.484479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:31.522782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:30.604912Z","time spent":"917.860647ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:25:31.522605Z","caller":"traceutil/trace.go:171","msg":"trace[1528375977] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"671.004724ms","start":"2026-04-03T02:25:30.851554Z","end":"2026-04-03T02:25:31.522559Z","steps":["trace[1528375977] 'process raft request' (duration: 670.628596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:31.523377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:30.851486Z","time spent":"671.855933ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:38.996699Z","caller":"traceutil/trace.go:171","msg":"trace[810188502] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"111.190672ms","start":"2026-04-03T02:25:38.885468Z","end":"2026-04-03T02:25:38.996658Z","steps":["trace[810188502] 'process raft request' (duration: 110.834984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.070774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:25:40.096133Z","caller":"traceutil/trace.go:171","msg":"trace[616966794] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"759.455688ms","start":"2026-04-03T02:25:39.336646Z","end":"2026-04-03T02:25:40.096102Z","steps":["trace[616966794] 'process raft request' (duration: 759.287284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.096305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.33662Z","time spent":"759.604232ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:40.113651Z","caller":"traceutil/trace.go:171","msg":"trace[2095933795] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"772.848389ms","start":"2026-04-03T02:25:39.340778Z","end":"2026-04-03T02:25:40.113627Z","steps":["trace[2095933795] 'process raft request' (duration: 772.622253ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.113791Z","caller":"traceutil/trace.go:171","msg":"trace[144218880] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"761.575907ms","start":"2026-04-03T02:25:39.352199Z","end":"2026-04-03T02:25:40.113775Z","steps":["trace[144218880] 'process raft request' (duration: 761.463455ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.113758Z","caller":"traceutil/trace.go:171","msg":"trace[1425925066] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"765.52973ms","start":"2026-04-03T02:25:39.348165Z","end":"2026-04-03T02:25:40.113695Z","steps":["trace[1425925066] 'process raft request' (duration: 765.379997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.113824Z","caller":"traceutil/trace.go:171","msg":"trace[341456210] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"763.736998ms","start":"2026-04-03T02:25:39.350033Z","end":"2026-04-03T02:25:40.11377Z","steps":["trace[341456210] 'process raft request' (duration: 763.549674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.113817Z","caller":"traceutil/trace.go:171","msg":"trace[2136769734] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"761.924496ms","start":"2026-04-03T02:25:39.351847Z","end":"2026-04-03T02:25:40.113772Z","steps":["trace[2136769734] 'process raft request' (duration: 761.785793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.113959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.352189Z","time spent":"761.64733ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.113979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.34816Z","time spent":"765.689524ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.114036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.350022Z","time spent":"763.916242ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.114048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.351837Z","time spent":"762.12235ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:40.114151Z","caller":"traceutil/trace.go:171","msg":"trace[821334188] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"744.01346ms","start":"2026-04-03T02:25:39.37012Z","end":"2026-04-03T02:25:40.114133Z","steps":["trace[821334188] 'process raft request' (duration: 743.670383ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.114224Z","caller":"traceutil/trace.go:171","msg":"trace[444967805] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"725.430858ms","start":"2026-04-03T02:25:39.388776Z","end":"2026-04-03T02:25:40.114206Z","steps":["trace[444967805] 'process raft request' (duration: 725.179322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.114239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.370082Z","time spent":"744.122102ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:40.114188Z","caller":"traceutil/trace.go:171","msg":"trace[103985061] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"754.708468ms","start":"2026-04-03T02:25:39.35942Z","end":"2026-04-03T02:25:40.114129Z","steps":["trace[103985061] 'process raft request' (duration: 754.277428ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.113657Z","caller":"traceutil/trace.go:171","msg":"trace[702966334] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"772.976572ms","start":"2026-04-03T02:25:39.340631Z","end":"2026-04-03T02:25:40.113607Z","steps":["trace[702966334] 'process raft request' (duration: 772.662444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.114315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.388755Z","time spent":"725.52182ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:40.114324Z","caller":"traceutil/trace.go:171","msg":"trace[982364048] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"586.494762ms","start":"2026-04-03T02:25:39.527754Z","end":"2026-04-03T02:25:40.114248Z","steps":["trace[982364048] 'process raft request' (duration: 586.319348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:40.113687Z","caller":"traceutil/trace.go:171","msg":"trace[377169768] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"765.682153ms","start":"2026-04-03T02:25:39.347963Z","end":"2026-04-03T02:25:40.113645Z","steps":["trace[377169768] 'process raft request' (duration: 765.54799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.1144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.359409Z","time spent":"754.897182ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.114422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.340589Z","time spent":"773.74386ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.114468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.527714Z","time spent":"586.676836ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.114502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.34794Z","time spent":"766.506223ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:40.114167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.34075Z","time spent":"773.054654ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:40.114267Z","caller":"traceutil/trace.go:171","msg":"trace[638888502] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:538; }","duration":"543.896392ms","start":"2026-04-03T02:25:39.570309Z","end":"2026-04-03T02:25:40.114206Z","steps":["trace[638888502] 'read index received' (duration: 525.699249ms)","trace[638888502] 'applied index is now lower than readState.Index' (duration: 18.196003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:40.114729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.377303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:25:40.114863Z","caller":"traceutil/trace.go:171","msg":"trace[430607170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:530; }","duration":"544.595238ms","start":"2026-04-03T02:25:39.570254Z","end":"2026-04-03T02:25:40.11485Z","steps":["trace[430607170] 'agreement among raft nodes before linearized reading' (duration: 544.048885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.114947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.570232Z","time spent":"544.703821ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:25:40.123968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.56779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:25:40.124013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.512258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:40.124026Z","caller":"traceutil/trace.go:171","msg":"trace[174049066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:532; }","duration":"551.652583ms","start":"2026-04-03T02:25:39.572362Z","end":"2026-04-03T02:25:40.124014Z","steps":["trace[174049066] 'agreement among raft nodes before linearized reading' (duration: 551.484729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.124068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.572351Z","time spent":"551.709914ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:25:40.124085Z","caller":"traceutil/trace.go:171","msg":"trace[1307339904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"371.60146ms","start":"2026-04-03T02:25:39.752452Z","end":"2026-04-03T02:25:40.124053Z","steps":["trace[1307339904] 'agreement among raft nodes before linearized reading' (duration: 371.499828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.124171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.752431Z","time spent":"371.730893ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:40.124704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.166025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:25:40.124755Z","caller":"traceutil/trace.go:171","msg":"trace[119389369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:532; }","duration":"552.244197ms","start":"2026-04-03T02:25:39.572501Z","end":"2026-04-03T02:25:40.124745Z","steps":["trace[119389369] 'agreement among raft nodes before linearized reading' (duration: 552.139334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:40.124902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:39.572479Z","time spent":"552.411051ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:46.938126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:47.43928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:47.940281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:48.122513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840175677s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:25:48.123674Z","caller":"traceutil/trace.go:171","msg":"trace[2111353800] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"1.68613651s","start":"2026-04-03T02:25:46.437503Z","end":"2026-04-03T02:25:48.12364Z","steps":["trace[2111353800] 'read index received' (duration: 1.685149837s)","trace[2111353800] 'applied index is now lower than readState.Index' (duration: 985.513µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:48.123784Z","caller":"traceutil/trace.go:171","msg":"trace[779081689] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.847174319s","start":"2026-04-03T02:25:46.276572Z","end":"2026-04-03T02:25:48.123746Z","steps":["trace[779081689] 'process raft request' (duration: 1.846421122s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.123925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686407887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rp869\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-03T02:25:48.123952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:46.276529Z","time spent":"1.847316513s","remote":"127.0.0.1:39050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:48.12397Z","caller":"traceutil/trace.go:171","msg":"trace[736437005] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rp869; range_end:; response_count:1; response_revision:628; }","duration":"1.686516458s","start":"2026-04-03T02:25:46.437441Z","end":"2026-04-03T02:25:48.123958Z","steps":["trace[736437005] 'agreement among raft nodes before linearized reading' (duration: 1.686356195s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.124014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:46.437413Z","time spent":"1.68659252s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-rp869\" "} {"level":"warn","ts":"2026-04-03T02:25:48.124014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371520443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:48.124057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075042638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:25:48.124162Z","caller":"traceutil/trace.go:171","msg":"trace[1519093209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"1.371714248s","start":"2026-04-03T02:25:46.752402Z","end":"2026-04-03T02:25:48.124117Z","steps":["trace[1519093209] 'agreement among raft nodes before linearized reading' (duration: 1.371464742s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:48.124179Z","caller":"traceutil/trace.go:171","msg":"trace[363972661] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:628; }","duration":"1.075191102s","start":"2026-04-03T02:25:47.048955Z","end":"2026-04-03T02:25:48.124146Z","steps":["trace[363972661] 'agreement among raft nodes before linearized reading' (duration: 1.074941746s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.124228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.048945Z","time spent":"1.075274323s","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-03T02:25:48.124229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:46.752375Z","time spent":"1.371843611s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:48.124324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08552788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:25:48.124455Z","caller":"traceutil/trace.go:171","msg":"trace[1457264282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"1.085737936s","start":"2026-04-03T02:25:47.038689Z","end":"2026-04-03T02:25:48.124427Z","steps":["trace[1457264282] 'agreement among raft nodes before linearized reading' (duration: 1.085359747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.124844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.038653Z","time spent":"1.086170165s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:25:48.935404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.083806ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-03T02:25:48.935535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.126598Z","time spent":"808.932788ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:25:49.268959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007601462s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:25:49.28372Z","caller":"traceutil/trace.go:171","msg":"trace[851987907] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.153664894s","start":"2026-04-03T02:25:48.13Z","end":"2026-04-03T02:25:49.283664Z","steps":["trace[851987907] 'process raft request' (duration: 1.13926695s)","trace[851987907] 'compare' (duration: 14.059966ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:49.283912Z","caller":"traceutil/trace.go:171","msg":"trace[475862343] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"1.15090868s","start":"2026-04-03T02:25:48.132985Z","end":"2026-04-03T02:25:49.283894Z","steps":["trace[475862343] 'read index received' (duration: 128.326751ms)","trace[475862343] 'applied index is now lower than readState.Index' (duration: 1.022580879s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:49.283866Z","caller":"traceutil/trace.go:171","msg":"trace[547639745] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.145899173s","start":"2026-04-03T02:25:48.137934Z","end":"2026-04-03T02:25:49.283834Z","steps":["trace[547639745] 'process raft request' (duration: 1.145627347s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:49.283963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.129962Z","time spent":"1.153870349s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:49.284016Z","caller":"traceutil/trace.go:171","msg":"trace[1046738874] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.1000842s","start":"2026-04-03T02:25:48.18392Z","end":"2026-04-03T02:25:49.284004Z","steps":["trace[1046738874] 'process raft request' (duration: 1.099741382s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:49.284091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.183884Z","time spent":"1.100158822s","remote":"127.0.0.1:39482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:49.284105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.137898Z","time spent":"1.146093148s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:49.284272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151256748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:49.284386Z","caller":"traceutil/trace.go:171","msg":"trace[433855652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"1.151401021s","start":"2026-04-03T02:25:48.132961Z","end":"2026-04-03T02:25:49.284362Z","steps":["trace[433855652] 'agreement among raft nodes before linearized reading' (duration: 1.151187406s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:49.284434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.132952Z","time spent":"1.151473263s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:49.784254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054794605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:51.286162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:25:51.286274Z","caller":"traceutil/trace.go:171","msg":"trace[1270173480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357607s","start":"2026-04-03T02:25:49.285894Z","end":"2026-04-03T02:25:51.286252Z","steps":["trace[1270173480] 'agreement among raft nodes before linearized reading' (duration: 2.000217374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:51.286337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:49.285871Z","time spent":"2.000450799s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:25:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:25:51.917769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:25:51.917867Z","caller":"traceutil/trace.go:171","msg":"trace[552977710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085201s","start":"2026-04-03T02:25:49.917763Z","end":"2026-04-03T02:25:51.917848Z","steps":["trace[552977710] 'agreement among raft nodes before linearized reading' (duration: 1.999960758s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:51.917934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:49.917737Z","time spent":"2.000183483s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:25:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:25:52.266928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.425717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:52.26707Z","caller":"traceutil/trace.go:171","msg":"trace[1422990106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:631; }","duration":"908.588011ms","start":"2026-04-03T02:25:51.35846Z","end":"2026-04-03T02:25:52.267048Z","steps":["trace[1422990106] 'range keys from in-memory index tree' (duration: 908.406177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.267378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347756416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:52.267516Z","caller":"traceutil/trace.go:171","msg":"trace[936639126] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"2.983520291s","start":"2026-04-03T02:25:49.283969Z","end":"2026-04-03T02:25:52.26749Z","steps":["trace[936639126] 'read index received' (duration: 635.458908ms)","trace[936639126] 'applied index is now lower than readState.Index' (duration: 2.348059183s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:52.2676Z","caller":"traceutil/trace.go:171","msg":"trace[1461505802] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"3.330352406s","start":"2026-04-03T02:25:48.937235Z","end":"2026-04-03T02:25:52.267587Z","steps":["trace[1461505802] 'process raft request' (duration: 982.266663ms)","trace[1461505802] 'compare' (duration: 2.34750216s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:52.267666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.937206Z","time spent":"3.330428507s","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:52.26798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082473913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:25:52.268073Z","caller":"traceutil/trace.go:171","msg":"trace[1802641636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"4.082593687s","start":"2026-04-03T02:25:48.185455Z","end":"2026-04-03T02:25:52.268049Z","steps":["trace[1802641636] 'agreement among raft nodes before linearized reading' (duration: 4.082229829s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.268093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085514314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:25:52.268121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.185447Z","time spent":"4.082663798s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:25:52.268153Z","caller":"traceutil/trace.go:171","msg":"trace[1964832790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"4.085617117s","start":"2026-04-03T02:25:48.182519Z","end":"2026-04-03T02:25:52.268136Z","steps":["trace[1964832790] 'agreement among raft nodes before linearized reading' (duration: 4.085398902s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.268206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.182494Z","time spent":"4.085700868s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:25:52.268491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082367272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:25:52.27104Z","caller":"traceutil/trace.go:171","msg":"trace[1901749010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"4.084933721s","start":"2026-04-03T02:25:48.18604Z","end":"2026-04-03T02:25:52.270974Z","steps":["trace[1901749010] 'agreement among raft nodes before linearized reading' (duration: 4.082351141s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.271216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:48.186023Z","time spent":"4.085117475s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:52.636302Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345883148s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:25:52.636875Z","caller":"traceutil/trace.go:171","msg":"trace[688753495] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.346586954s","start":"2026-04-03T02:25:51.290263Z","end":"2026-04-03T02:25:52.63685Z","steps":["trace[688753495] 'process raft request' (duration: 1.34640145s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.637054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:51.290244Z","time spent":"1.346731987s","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:52.764214Z","caller":"traceutil/trace.go:171","msg":"trace[2035907928] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"489.456017ms","start":"2026-04-03T02:25:52.27473Z","end":"2026-04-03T02:25:52.764186Z","steps":["trace[2035907928] 'process raft request' (duration: 489.371425ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:52.764244Z","caller":"traceutil/trace.go:171","msg":"trace[1725564747] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"892.786074ms","start":"2026-04-03T02:25:51.871397Z","end":"2026-04-03T02:25:52.764183Z","steps":["trace[1725564747] 'process raft request' (duration: 848.383814ms)","trace[1725564747] 'compare' (duration: 44.095713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:52.764437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:52.274706Z","time spent":"489.60255ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:52.764507Z","caller":"traceutil/trace.go:171","msg":"trace[287505775] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"488.642009ms","start":"2026-04-03T02:25:52.27578Z","end":"2026-04-03T02:25:52.764422Z","steps":["trace[287505775] 'process raft request' (duration: 488.362692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.764786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:51.871364Z","time spent":"893.177555ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:52.764816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:52.275763Z","time spent":"488.893725ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:52.764964Z","caller":"traceutil/trace.go:171","msg":"trace[446837481] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"490.551623ms","start":"2026-04-03T02:25:52.273768Z","end":"2026-04-03T02:25:52.76432Z","steps":["trace[446837481] 'process raft request' (duration: 490.269537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.765112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:52.273742Z","time spent":"491.303651ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:52.768712Z","caller":"traceutil/trace.go:171","msg":"trace[1937587430] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"127.175033ms","start":"2026-04-03T02:25:52.64151Z","end":"2026-04-03T02:25:52.768685Z","steps":["trace[1937587430] 'process raft request' (duration: 127.080261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:52.76877Z","caller":"traceutil/trace.go:171","msg":"trace[403726064] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:657; }","duration":"501.204431ms","start":"2026-04-03T02:25:52.267547Z","end":"2026-04-03T02:25:52.768751Z","steps":["trace[403726064] 'read index received' (duration: 369.092943ms)","trace[403726064] 'applied index is now lower than readState.Index' (duration: 132.106448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:52.768904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471409032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:52.768965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479668184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:25:52.768973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.204842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:25:52.768987Z","caller":"traceutil/trace.go:171","msg":"trace[1350443260] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:638; }","duration":"3.471545816s","start":"2026-04-03T02:25:49.297418Z","end":"2026-04-03T02:25:52.768964Z","steps":["trace[1350443260] 'agreement among raft nodes before linearized reading' (duration: 3.471414093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.769033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:49.2974Z","time spent":"3.471626117s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-03T02:25:52.769031Z","caller":"traceutil/trace.go:171","msg":"trace[1425635852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"1.479774497s","start":"2026-04-03T02:25:51.289234Z","end":"2026-04-03T02:25:52.769009Z","steps":["trace[1425635852] 'agreement among raft nodes before linearized reading' (duration: 1.479566272s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:52.769032Z","caller":"traceutil/trace.go:171","msg":"trace[1642867220] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:638; }","duration":"495.304364ms","start":"2026-04-03T02:25:52.273711Z","end":"2026-04-03T02:25:52.769016Z","steps":["trace[1642867220] 'agreement among raft nodes before linearized reading' (duration: 495.167531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.769071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:51.289218Z","time spent":"1.479845829s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:25:52.769085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:52.273684Z","time spent":"495.389516ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:25:52.76954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474606056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:52.769624Z","caller":"traceutil/trace.go:171","msg":"trace[1524194523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"1.47474576s","start":"2026-04-03T02:25:51.294864Z","end":"2026-04-03T02:25:52.76961Z","steps":["trace[1524194523] 'agreement among raft nodes before linearized reading' (duration: 1.473993233s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.769693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:51.29484Z","time spent":"1.474843352s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:25:52.91108Z","caller":"traceutil/trace.go:171","msg":"trace[1044686229] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"137.278259ms","start":"2026-04-03T02:25:52.773774Z","end":"2026-04-03T02:25:52.911052Z","steps":["trace[1044686229] 'read index received' (duration: 137.082894ms)","trace[1044686229] 'applied index is now lower than readState.Index' (duration: 193.675µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:52.911329Z","caller":"traceutil/trace.go:171","msg":"trace[774839634] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"138.917917ms","start":"2026-04-03T02:25:52.772399Z","end":"2026-04-03T02:25:52.911317Z","steps":["trace[774839634] 'process raft request' (duration: 138.492237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.911438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.910847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:52.911533Z","caller":"traceutil/trace.go:171","msg":"trace[514601525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"133.042659ms","start":"2026-04-03T02:25:52.778467Z","end":"2026-04-03T02:25:52.911509Z","steps":["trace[514601525] 'agreement among raft nodes before linearized reading' (duration: 132.893456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:52.911819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.051566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:25:52.911857Z","caller":"traceutil/trace.go:171","msg":"trace[815832660] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:639; }","duration":"138.127048ms","start":"2026-04-03T02:25:52.773721Z","end":"2026-04-03T02:25:52.911848Z","steps":["trace[815832660] 'agreement among raft nodes before linearized reading' (duration: 138.050006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:53.351984Z","caller":"traceutil/trace.go:171","msg":"trace[2022316325] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"187.889533ms","start":"2026-04-03T02:25:53.164063Z","end":"2026-04-03T02:25:53.351953Z","steps":["trace[2022316325] 'process raft request' (duration: 187.067764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:54.043412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.576469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:54.043614Z","caller":"traceutil/trace.go:171","msg":"trace[1320932414] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"582.052099ms","start":"2026-04-03T02:25:53.461515Z","end":"2026-04-03T02:25:54.043567Z","steps":["trace[1320932414] 'process raft request' (duration: 294.238854ms)","trace[1320932414] 'compare' (duration: 287.351904ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:54.043672Z","caller":"traceutil/trace.go:171","msg":"trace[1341907970] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"549.86583ms","start":"2026-04-03T02:25:53.493788Z","end":"2026-04-03T02:25:54.043654Z","steps":["trace[1341907970] 'process raft request' (duration: 549.766727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:54.043717Z","caller":"traceutil/trace.go:171","msg":"trace[2063252901] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"563.075677ms","start":"2026-04-03T02:25:53.480594Z","end":"2026-04-03T02:25:54.04367Z","steps":["trace[2063252901] 'read index received' (duration: 275.180331ms)","trace[2063252901] 'applied index is now lower than readState.Index' (duration: 287.890576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:54.043771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:53.493756Z","time spent":"549.971512ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:54.043794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:53.461479Z","time spent":"582.242482ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:54.044053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.449315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-03T02:25:54.044152Z","caller":"traceutil/trace.go:171","msg":"trace[1709352174] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:643; }","duration":"563.603129ms","start":"2026-04-03T02:25:53.480528Z","end":"2026-04-03T02:25:54.044131Z","steps":["trace[1709352174] 'agreement among raft nodes before linearized reading' (duration: 563.300162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:54.044223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:53.480502Z","time spent":"563.711902ms","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-03T02:25:54.391296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.816281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:54.391676Z","caller":"traceutil/trace.go:171","msg":"trace[170034116] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"331.629171ms","start":"2026-04-03T02:25:54.06001Z","end":"2026-04-03T02:25:54.391639Z","steps":["trace[170034116] 'process raft request' (duration: 199.337739ms)","trace[170034116] 'compare' (duration: 131.541885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:54.391793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:54.059992Z","time spent":"331.758535ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:25:54.590014Z","caller":"traceutil/trace.go:171","msg":"trace[1346989649] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"192.127287ms","start":"2026-04-03T02:25:54.397838Z","end":"2026-04-03T02:25:54.589965Z","steps":["trace[1346989649] 'process raft request' (duration: 191.860591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:54.590113Z","caller":"traceutil/trace.go:171","msg":"trace[1550933147] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"191.572024ms","start":"2026-04-03T02:25:54.398499Z","end":"2026-04-03T02:25:54.590071Z","steps":["trace[1550933147] 'process raft request' (duration: 191.38191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:54.590254Z","caller":"traceutil/trace.go:171","msg":"trace[2022277907] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"191.480551ms","start":"2026-04-03T02:25:54.398731Z","end":"2026-04-03T02:25:54.590212Z","steps":["trace[2022277907] 'process raft request' (duration: 191.250036ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:57.215645Z","caller":"traceutil/trace.go:171","msg":"trace[360161322] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:711; }","duration":"414.599988ms","start":"2026-04-03T02:25:56.801015Z","end":"2026-04-03T02:25:57.215615Z","steps":["trace[360161322] 'read index received' (duration: 414.493656ms)","trace[360161322] 'applied index is now lower than readState.Index' (duration: 104.872µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:57.216299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.265824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:25:57.215743Z","caller":"traceutil/trace.go:171","msg":"trace[1875864112] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"530.098211ms","start":"2026-04-03T02:25:56.685597Z","end":"2026-04-03T02:25:57.215695Z","steps":["trace[1875864112] 'process raft request' (duration: 529.887746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:57.216389Z","caller":"traceutil/trace.go:171","msg":"trace[457114246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:685; }","duration":"415.403607ms","start":"2026-04-03T02:25:56.800957Z","end":"2026-04-03T02:25:57.216361Z","steps":["trace[457114246] 'agreement among raft nodes before linearized reading' (duration: 414.828743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:57.216508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:56.685559Z","time spent":"530.850669ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:57.216546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:56.800931Z","time spent":"415.596812ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:25:57.219135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.187155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:25:57.219214Z","caller":"traceutil/trace.go:171","msg":"trace[413432865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:686; }","duration":"392.290088ms","start":"2026-04-03T02:25:56.826904Z","end":"2026-04-03T02:25:57.219194Z","steps":["trace[413432865] 'agreement among raft nodes before linearized reading' (duration: 392.101184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:57.219226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.407934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:25:57.219282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:56.82689Z","time spent":"392.362469ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:25:57.219297Z","caller":"traceutil/trace.go:171","msg":"trace[800275623] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"334.90297ms","start":"2026-04-03T02:25:56.884335Z","end":"2026-04-03T02:25:57.219238Z","steps":["trace[800275623] 'process raft request' (duration: 334.566322ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:57.219333Z","caller":"traceutil/trace.go:171","msg":"trace[1293279804] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:686; }","duration":"170.555467ms","start":"2026-04-03T02:25:57.048752Z","end":"2026-04-03T02:25:57.219307Z","steps":["trace[1293279804] 'agreement among raft nodes before linearized reading' (duration: 170.289341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:57.219458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:56.884301Z","time spent":"335.060764ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:57.219455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.850771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:25:57.219523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.181365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:25:57.219565Z","caller":"traceutil/trace.go:171","msg":"trace[1171677562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:686; }","duration":"200.011215ms","start":"2026-04-03T02:25:57.019524Z","end":"2026-04-03T02:25:57.219535Z","steps":["trace[1171677562] 'agreement among raft nodes before linearized reading' (duration: 199.714368ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:57.219615Z","caller":"traceutil/trace.go:171","msg":"trace[2010665222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:686; }","duration":"392.308268ms","start":"2026-04-03T02:25:56.827285Z","end":"2026-04-03T02:25:57.219594Z","steps":["trace[2010665222] 'agreement among raft nodes before linearized reading' (duration: 392.008401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:57.219578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.484416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:57.219673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:56.827277Z","time spent":"392.38597ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:25:57.219699Z","caller":"traceutil/trace.go:171","msg":"trace[1567332878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:686; }","duration":"137.593568ms","start":"2026-04-03T02:25:57.082081Z","end":"2026-04-03T02:25:57.219675Z","steps":["trace[1567332878] 'agreement among raft nodes before linearized reading' (duration: 137.460585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:07.462002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.712084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:26:07.462092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.885108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:07.462315Z","caller":"traceutil/trace.go:171","msg":"trace[1300838538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"193.068672ms","start":"2026-04-03T02:26:07.269182Z","end":"2026-04-03T02:26:07.462251Z","steps":["trace[1300838538] 'range keys from in-memory index tree' (duration: 192.460169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:07.462314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.30505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:26:07.462473Z","caller":"traceutil/trace.go:171","msg":"trace[998045393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:786; }","duration":"194.519395ms","start":"2026-04-03T02:26:07.267919Z","end":"2026-04-03T02:26:07.462438Z","steps":["trace[998045393] 'range keys from in-memory index tree' (duration: 194.093006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:07.462355Z","caller":"traceutil/trace.go:171","msg":"trace[945147186] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:786; }","duration":"229.232106ms","start":"2026-04-03T02:26:07.233094Z","end":"2026-04-03T02:26:07.462327Z","steps":["trace[945147186] 'count revisions from in-memory index tree' (duration: 228.789526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:07.462125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.481899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:26:07.462681Z","caller":"traceutil/trace.go:171","msg":"trace[1507667631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"190.054841ms","start":"2026-04-03T02:26:07.272611Z","end":"2026-04-03T02:26:07.462666Z","steps":["trace[1507667631] 'range keys from in-memory index tree' (duration: 189.360516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:07.462116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.55342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:26:07.462862Z","caller":"traceutil/trace.go:171","msg":"trace[1612567071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"184.380579ms","start":"2026-04-03T02:26:07.278464Z","end":"2026-04-03T02:26:07.462844Z","steps":["trace[1612567071] 'range keys from in-memory index tree' (duration: 183.278463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:10.967213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.783909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:26:10.967342Z","caller":"traceutil/trace.go:171","msg":"trace[1206791366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:804; }","duration":"404.986663ms","start":"2026-04-03T02:26:10.562328Z","end":"2026-04-03T02:26:10.967315Z","steps":["trace[1206791366] 'range keys from in-memory index tree' (duration: 404.555703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:10.967408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:10.562304Z","time spent":"405.087596ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:26:10.967515Z","caller":"traceutil/trace.go:171","msg":"trace[379523403] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"301.48399ms","start":"2026-04-03T02:26:10.665978Z","end":"2026-04-03T02:26:10.967462Z","steps":["trace[379523403] 'process raft request' (duration: 300.440836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:10.967785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:10.665949Z","time spent":"301.683065ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:14.963796Z","caller":"traceutil/trace.go:171","msg":"trace[1893542744] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:868; }","duration":"143.355763ms","start":"2026-04-03T02:26:14.82041Z","end":"2026-04-03T02:26:14.963765Z","steps":["trace[1893542744] 'read index received' (duration: 57.134412ms)","trace[1893542744] 'applied index is now lower than readState.Index' (duration: 86.220441ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:14.963973Z","caller":"traceutil/trace.go:171","msg":"trace[1600088851] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"172.728828ms","start":"2026-04-03T02:26:14.791233Z","end":"2026-04-03T02:26:14.963961Z","steps":["trace[1600088851] 'process raft request' (duration: 172.489463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.964158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.714191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.964252Z","caller":"traceutil/trace.go:171","msg":"trace[1588024180] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:838; }","duration":"143.833593ms","start":"2026-04-03T02:26:14.820403Z","end":"2026-04-03T02:26:14.964236Z","steps":["trace[1588024180] 'agreement among raft nodes before linearized reading' (duration: 143.653759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.964302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.154145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.964374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.789126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.964428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.034695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.964437Z","caller":"traceutil/trace.go:171","msg":"trace[2096066427] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:838; }","duration":"129.848337ms","start":"2026-04-03T02:26:14.834565Z","end":"2026-04-03T02:26:14.964414Z","steps":["trace[2096066427] 'agreement among raft nodes before linearized reading' (duration: 129.777886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.96441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.745115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.964469Z","caller":"traceutil/trace.go:171","msg":"trace[215547704] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:838; }","duration":"101.086057ms","start":"2026-04-03T02:26:14.863371Z","end":"2026-04-03T02:26:14.964457Z","steps":["trace[215547704] 'agreement among raft nodes before linearized reading' (duration: 101.028206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.964468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.766926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.964508Z","caller":"traceutil/trace.go:171","msg":"trace[1852446364] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:838; }","duration":"114.823057ms","start":"2026-04-03T02:26:14.849673Z","end":"2026-04-03T02:26:14.964496Z","steps":["trace[1852446364] 'agreement among raft nodes before linearized reading' (duration: 114.747106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.964525Z","caller":"traceutil/trace.go:171","msg":"trace[1151808912] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:838; }","duration":"129.885488ms","start":"2026-04-03T02:26:14.834611Z","end":"2026-04-03T02:26:14.964497Z","steps":["trace[1151808912] 'agreement among raft nodes before linearized reading' (duration: 129.686524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.964496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.946114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.963808Z","caller":"traceutil/trace.go:171","msg":"trace[156110579] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"174.584601ms","start":"2026-04-03T02:26:14.7892Z","end":"2026-04-03T02:26:14.963784Z","steps":["trace[156110579] 'process raft request' (duration: 174.390787ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.964643Z","caller":"traceutil/trace.go:171","msg":"trace[1342216548] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:838; }","duration":"101.168249ms","start":"2026-04-03T02:26:14.863426Z","end":"2026-04-03T02:26:14.964594Z","steps":["trace[1342216548] 'agreement among raft nodes before linearized reading' (duration: 100.900612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.964693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.700613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.964289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.818023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.964782Z","caller":"traceutil/trace.go:171","msg":"trace[1255668883] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:838; }","duration":"129.796136ms","start":"2026-04-03T02:26:14.834963Z","end":"2026-04-03T02:26:14.964759Z","steps":["trace[1255668883] 'agreement among raft nodes before linearized reading' (duration: 129.663783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.964822Z","caller":"traceutil/trace.go:171","msg":"trace[993078871] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:838; }","duration":"144.421597ms","start":"2026-04-03T02:26:14.820384Z","end":"2026-04-03T02:26:14.964805Z","steps":["trace[993078871] 'agreement among raft nodes before linearized reading' (duration: 143.783453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.964783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.74666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.964802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.637797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.964793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.175198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.964916Z","caller":"traceutil/trace.go:171","msg":"trace[1613935672] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:838; }","duration":"100.943654ms","start":"2026-04-03T02:26:14.863937Z","end":"2026-04-03T02:26:14.96488Z","steps":["trace[1613935672] 'agreement among raft nodes before linearized reading' (duration: 100.613227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.964373Z","caller":"traceutil/trace.go:171","msg":"trace[503257012] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:838; }","duration":"115.244427ms","start":"2026-04-03T02:26:14.849109Z","end":"2026-04-03T02:26:14.964353Z","steps":["trace[503257012] 'agreement among raft nodes before linearized reading' (duration: 115.134485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.964923Z","caller":"traceutil/trace.go:171","msg":"trace[1596964539] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:838; }","duration":"115.80954ms","start":"2026-04-03T02:26:14.849083Z","end":"2026-04-03T02:26:14.964893Z","steps":["trace[1596964539] 'agreement among raft nodes before linearized reading' (duration: 115.512134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.965086Z","caller":"traceutil/trace.go:171","msg":"trace[459389860] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:838; }","duration":"143.539537ms","start":"2026-04-03T02:26:14.821426Z","end":"2026-04-03T02:26:14.964966Z","steps":["trace[459389860] 'agreement among raft nodes before linearized reading' (duration: 143.022885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.606581Z","caller":"traceutil/trace.go:171","msg":"trace[1869742685] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"229.174244ms","start":"2026-04-03T02:26:15.37738Z","end":"2026-04-03T02:26:15.606554Z","steps":["trace[1869742685] 'process raft request' (duration: 227.674359ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.607194Z","caller":"traceutil/trace.go:171","msg":"trace[2016919984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:852; }","duration":"100.015773ms","start":"2026-04-03T02:26:15.507153Z","end":"2026-04-03T02:26:15.607169Z","steps":["trace[2016919984] 'agreement among raft nodes before linearized reading' (duration: 99.845419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:15.877049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.438931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:15.877275Z","caller":"traceutil/trace.go:171","msg":"trace[528059460] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"265.00094ms","start":"2026-04-03T02:26:15.612244Z","end":"2026-04-03T02:26:15.877245Z","steps":["trace[528059460] 'process raft request' (duration: 71.249592ms)","trace[528059460] 'compare' (duration: 193.194395ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:15.877338Z","caller":"traceutil/trace.go:171","msg":"trace[1824124571] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:886; }","duration":"159.49928ms","start":"2026-04-03T02:26:15.717815Z","end":"2026-04-03T02:26:15.877314Z","steps":["trace[1824124571] 'read index received' (duration: 39.251µs)","trace[1824124571] 'applied index is now lower than readState.Index' (duration: 159.458159ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:15.877436Z","caller":"traceutil/trace.go:171","msg":"trace[888094770] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"265.083562ms","start":"2026-04-03T02:26:15.612319Z","end":"2026-04-03T02:26:15.877402Z","steps":["trace[888094770] 'process raft request' (duration: 264.853186ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.877754Z","caller":"traceutil/trace.go:171","msg":"trace[35571664] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"264.723593ms","start":"2026-04-03T02:26:15.612949Z","end":"2026-04-03T02:26:15.877673Z","steps":["trace[35571664] 'process raft request' (duration: 264.306583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:15.878779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.949494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050252"} {"level":"info","ts":"2026-04-03T02:26:15.878889Z","caller":"traceutil/trace.go:171","msg":"trace[1412922112] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:856; }","duration":"161.092947ms","start":"2026-04-03T02:26:15.717774Z","end":"2026-04-03T02:26:15.878867Z","steps":["trace[1412922112] 'agreement among raft nodes before linearized reading' (duration: 159.603422ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:18.031139Z","caller":"traceutil/trace.go:171","msg":"trace[309829241] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"144.546681ms","start":"2026-04-03T02:26:17.886555Z","end":"2026-04-03T02:26:18.031101Z","steps":["trace[309829241] 'process raft request' (duration: 144.381787ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:18.03113Z","caller":"traceutil/trace.go:171","msg":"trace[1750536934] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"144.564981ms","start":"2026-04-03T02:26:17.8865Z","end":"2026-04-03T02:26:18.031065Z","steps":["trace[1750536934] 'process raft request' (duration: 142.345379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:19.202091Z","caller":"traceutil/trace.go:171","msg":"trace[575305070] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"131.798083ms","start":"2026-04-03T02:26:19.070247Z","end":"2026-04-03T02:26:19.202046Z","steps":["trace[575305070] 'process raft request' (duration: 131.598848ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:19.23996Z","caller":"traceutil/trace.go:171","msg":"trace[2070285595] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"101.820464ms","start":"2026-04-03T02:26:19.138102Z","end":"2026-04-03T02:26:19.239923Z","steps":["trace[2070285595] 'process raft request' (duration: 101.582099ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:20.766454Z","caller":"traceutil/trace.go:171","msg":"trace[1395263803] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"133.943934ms","start":"2026-04-03T02:26:20.632484Z","end":"2026-04-03T02:26:20.766428Z","steps":["trace[1395263803] 'process raft request' (duration: 133.651447ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.217518Z","caller":"traceutil/trace.go:171","msg":"trace[490389491] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"339.163638ms","start":"2026-04-03T02:26:20.878332Z","end":"2026-04-03T02:26:21.217496Z","steps":["trace[490389491] 'process raft request' (duration: 338.696808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.217662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.878307Z","time spent":"339.275591ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:21.217722Z","caller":"traceutil/trace.go:171","msg":"trace[1654749659] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"340.612442ms","start":"2026-04-03T02:26:20.877091Z","end":"2026-04-03T02:26:21.217703Z","steps":["trace[1654749659] 'process raft request' (duration: 278.092724ms)","trace[1654749659] 'compare' (duration: 61.696189ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:21.217716Z","caller":"traceutil/trace.go:171","msg":"trace[2030704398] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"339.046766ms","start":"2026-04-03T02:26:20.878638Z","end":"2026-04-03T02:26:21.217685Z","steps":["trace[2030704398] 'process raft request' (duration: 338.461132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.217857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.878631Z","time spent":"339.152809ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:21.217856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.877065Z","time spent":"340.747016ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1011,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:21.465024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.058573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:21.465204Z","caller":"traceutil/trace.go:171","msg":"trace[890139829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:911; }","duration":"106.284798ms","start":"2026-04-03T02:26:21.358893Z","end":"2026-04-03T02:26:21.465178Z","steps":["trace[890139829] 'range keys from in-memory index tree' (duration: 106.012422ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.465648Z","caller":"traceutil/trace.go:171","msg":"trace[300718322] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"219.96392ms","start":"2026-04-03T02:26:21.245668Z","end":"2026-04-03T02:26:21.465632Z","steps":["trace[300718322] 'process raft request' (duration: 219.919719ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.46582Z","caller":"traceutil/trace.go:171","msg":"trace[2042641852] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"242.489845ms","start":"2026-04-03T02:26:21.223324Z","end":"2026-04-03T02:26:21.465813Z","steps":["trace[2042641852] 'process raft request' (duration: 242.105866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.465972Z","caller":"traceutil/trace.go:171","msg":"trace[1664662515] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"239.114925ms","start":"2026-04-03T02:26:21.226837Z","end":"2026-04-03T02:26:21.465952Z","steps":["trace[1664662515] 'process raft request' (duration: 238.728176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.466147Z","caller":"traceutil/trace.go:171","msg":"trace[321901976] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"242.102725ms","start":"2026-04-03T02:26:21.224016Z","end":"2026-04-03T02:26:21.466119Z","steps":["trace[321901976] 'process raft request' (duration: 241.511832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.837618Z","caller":"traceutil/trace.go:171","msg":"trace[460371837] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"364.251354ms","start":"2026-04-03T02:26:21.473334Z","end":"2026-04-03T02:26:21.837586Z","steps":["trace[460371837] 'process raft request' (duration: 363.960497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.837772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.473316Z","time spent":"364.378567ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:21.837692Z","caller":"traceutil/trace.go:171","msg":"trace[1910274606] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"363.572468ms","start":"2026-04-03T02:26:21.474083Z","end":"2026-04-03T02:26:21.837656Z","steps":["trace[1910274606] 'process raft request' (duration: 363.414675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.838069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.47404Z","time spent":"363.815374ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:21.838114Z","caller":"traceutil/trace.go:171","msg":"trace[1319504367] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"362.999095ms","start":"2026-04-03T02:26:21.475095Z","end":"2026-04-03T02:26:21.838094Z","steps":["trace[1319504367] 'process raft request' (duration: 362.489294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.838212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.475084Z","time spent":"363.071997ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:21.838249Z","caller":"traceutil/trace.go:171","msg":"trace[102670639] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:950; }","duration":"310.744726ms","start":"2026-04-03T02:26:21.527476Z","end":"2026-04-03T02:26:21.83822Z","steps":["trace[102670639] 'read index received' (duration: 309.736133ms)","trace[102670639] 'applied index is now lower than readState.Index' (duration: 1.007383ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:21.838301Z","caller":"traceutil/trace.go:171","msg":"trace[1937865187] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"362.880952ms","start":"2026-04-03T02:26:21.475375Z","end":"2026-04-03T02:26:21.838256Z","steps":["trace[1937865187] 'process raft request' (duration: 362.738759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:21.838431Z","caller":"traceutil/trace.go:171","msg":"trace[1824766655] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"363.106718ms","start":"2026-04-03T02:26:21.475303Z","end":"2026-04-03T02:26:21.83841Z","steps":["trace[1824766655] 'process raft request' (duration: 362.612436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.838461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.475366Z","time spent":"363.005256ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:21.8385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.764356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:21.838547Z","caller":"traceutil/trace.go:171","msg":"trace[1045260045] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:921; }","duration":"364.827048ms","start":"2026-04-03T02:26:21.473709Z","end":"2026-04-03T02:26:21.838536Z","steps":["trace[1045260045] 'agreement among raft nodes before linearized reading' (duration: 364.765226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.838546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.475295Z","time spent":"363.19388ms","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4186,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:21.838596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.473701Z","time spent":"364.883989ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:21.838681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.653033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:26:21.838733Z","caller":"traceutil/trace.go:171","msg":"trace[2031792252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:921; }","duration":"157.472382ms","start":"2026-04-03T02:26:21.681247Z","end":"2026-04-03T02:26:21.838719Z","steps":["trace[2031792252] 'agreement among raft nodes before linearized reading' (duration: 157.315698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.838446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.05516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:21.838878Z","caller":"traceutil/trace.go:171","msg":"trace[1420394860] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:921; }","duration":"352.535841ms","start":"2026-04-03T02:26:21.486312Z","end":"2026-04-03T02:26:21.838848Z","steps":["trace[1420394860] 'agreement among raft nodes before linearized reading' (duration: 352.041279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:21.838977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.486292Z","time spent":"352.661294ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:22.377249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.895923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:22.3774Z","caller":"traceutil/trace.go:171","msg":"trace[318010312] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"534.309418ms","start":"2026-04-03T02:26:21.843066Z","end":"2026-04-03T02:26:22.377375Z","steps":["trace[318010312] 'process raft request' (duration: 204.16233ms)","trace[318010312] 'compare' (duration: 329.620156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:22.377489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.843033Z","time spent":"534.425441ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:22.38079Z","caller":"traceutil/trace.go:171","msg":"trace[1927292423] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:955; }","duration":"402.712671ms","start":"2026-04-03T02:26:21.978062Z","end":"2026-04-03T02:26:22.380775Z","steps":["trace[1927292423] 'read index received' (duration: 69.249035ms)","trace[1927292423] 'applied index is now lower than readState.Index' (duration: 333.462666ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:22.380886Z","caller":"traceutil/trace.go:171","msg":"trace[728566952] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"536.640814ms","start":"2026-04-03T02:26:21.84421Z","end":"2026-04-03T02:26:22.38085Z","steps":["trace[728566952] 'process raft request' (duration: 536.395158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:22.381131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.612809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:26:22.381126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.844185Z","time spent":"536.823278ms","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:22.381124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.037168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:26:22.38118Z","caller":"traceutil/trace.go:171","msg":"trace[1473466257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:923; }","duration":"336.720442ms","start":"2026-04-03T02:26:22.044447Z","end":"2026-04-03T02:26:22.381168Z","steps":["trace[1473466257] 'agreement among raft nodes before linearized reading' (duration: 336.469736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:22.381217Z","caller":"traceutil/trace.go:171","msg":"trace[476063187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:923; }","duration":"403.200862ms","start":"2026-04-03T02:26:21.977997Z","end":"2026-04-03T02:26:22.381198Z","steps":["trace[476063187] 'agreement among raft nodes before linearized reading' (duration: 402.890295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:22.38122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:22.044403Z","time spent":"336.807475ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:26:22.381282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.977962Z","time spent":"403.309504ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:22.381312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.744132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:22.381342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.793213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:26:22.381573Z","caller":"traceutil/trace.go:171","msg":"trace[1264455718] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:923; }","duration":"330.992878ms","start":"2026-04-03T02:26:22.050461Z","end":"2026-04-03T02:26:22.381454Z","steps":["trace[1264455718] 'agreement among raft nodes before linearized reading' (duration: 330.67994ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:22.381664Z","caller":"traceutil/trace.go:171","msg":"trace[745050432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:923; }","duration":"337.124841ms","start":"2026-04-03T02:26:22.044515Z","end":"2026-04-03T02:26:22.381639Z","steps":["trace[745050432] 'agreement among raft nodes before linearized reading' (duration: 336.63963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:22.381725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:22.050411Z","time spent":"331.297605ms","remote":"127.0.0.1:39050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-04-03T02:26:22.381734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:22.044435Z","time spent":"337.279605ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:26:22.552169Z","caller":"traceutil/trace.go:171","msg":"trace[326054086] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"165.418997ms","start":"2026-04-03T02:26:22.386712Z","end":"2026-04-03T02:26:22.552131Z","steps":["trace[326054086] 'process raft request' (duration: 159.96953ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:22.556906Z","caller":"traceutil/trace.go:171","msg":"trace[644961809] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"169.731847ms","start":"2026-04-03T02:26:22.387155Z","end":"2026-04-03T02:26:22.556887Z","steps":["trace[644961809] 'process raft request' (duration: 169.653655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:22.556911Z","caller":"traceutil/trace.go:171","msg":"trace[774094057] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"169.933552ms","start":"2026-04-03T02:26:22.386939Z","end":"2026-04-03T02:26:22.556872Z","steps":["trace[774094057] 'process raft request' (duration: 169.702076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:22.557201Z","caller":"traceutil/trace.go:171","msg":"trace[387893221] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"166.169226ms","start":"2026-04-03T02:26:22.391019Z","end":"2026-04-03T02:26:22.557189Z","steps":["trace[387893221] 'process raft request' (duration: 165.820527ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:23.893594Z","caller":"traceutil/trace.go:171","msg":"trace[1003772547] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"141.263674ms","start":"2026-04-03T02:26:23.752298Z","end":"2026-04-03T02:26:23.893561Z","steps":["trace[1003772547] 'read index received' (duration: 121.463863ms)","trace[1003772547] 'applied index is now lower than readState.Index' (duration: 19.798431ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:23.893644Z","caller":"traceutil/trace.go:171","msg":"trace[677268222] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"343.160153ms","start":"2026-04-03T02:26:23.550451Z","end":"2026-04-03T02:26:23.893612Z","steps":["trace[677268222] 'process raft request' (duration: 324.584769ms)","trace[677268222] 'compare' (duration: 18.383359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:23.893749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.440438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:23.893799Z","caller":"traceutil/trace.go:171","msg":"trace[355794645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:930; }","duration":"141.548671ms","start":"2026-04-03T02:26:23.752237Z","end":"2026-04-03T02:26:23.893785Z","steps":["trace[355794645] 'agreement among raft nodes before linearized reading' (duration: 141.452468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.8938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.550424Z","time spent":"343.307136ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:24.097119Z","caller":"traceutil/trace.go:171","msg":"trace[743208859] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"112.290578ms","start":"2026-04-03T02:26:23.9848Z","end":"2026-04-03T02:26:24.097091Z","steps":["trace[743208859] 'process raft request' (duration: 112.213456ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:24.097172Z","caller":"traceutil/trace.go:171","msg":"trace[22576149] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"116.726351ms","start":"2026-04-03T02:26:23.980405Z","end":"2026-04-03T02:26:24.097132Z","steps":["trace[22576149] 'process raft request' (duration: 116.428474ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:24.392713Z","caller":"traceutil/trace.go:171","msg":"trace[1575063637] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"153.765025ms","start":"2026-04-03T02:26:24.238916Z","end":"2026-04-03T02:26:24.392681Z","steps":["trace[1575063637] 'process raft request' (duration: 113.69081ms)","trace[1575063637] 'compare' (duration: 39.780759ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:24.653503Z","caller":"traceutil/trace.go:171","msg":"trace[592600639] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"202.140253ms","start":"2026-04-03T02:26:24.451331Z","end":"2026-04-03T02:26:24.653471Z","steps":["trace[592600639] 'process raft request' (duration: 159.828097ms)","trace[592600639] 'compare' (duration: 41.946398ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:24.955683Z","caller":"traceutil/trace.go:171","msg":"trace[725774848] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"297.952239ms","start":"2026-04-03T02:26:24.657691Z","end":"2026-04-03T02:26:24.955643Z","steps":["trace[725774848] 'process raft request' (duration: 296.213588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:24.955745Z","caller":"traceutil/trace.go:171","msg":"trace[1343568783] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"297.106838ms","start":"2026-04-03T02:26:24.658602Z","end":"2026-04-03T02:26:24.955709Z","steps":["trace[1343568783] 'process raft request' (duration: 296.923324ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:24.955863Z","caller":"traceutil/trace.go:171","msg":"trace[1759566473] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"297.070557ms","start":"2026-04-03T02:26:24.658773Z","end":"2026-04-03T02:26:24.955844Z","steps":["trace[1759566473] 'process raft request' (duration: 296.855403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:24.955881Z","caller":"traceutil/trace.go:171","msg":"trace[2099161799] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:977; }","duration":"204.204762ms","start":"2026-04-03T02:26:24.751651Z","end":"2026-04-03T02:26:24.955856Z","steps":["trace[2099161799] 'read index received' (duration: 202.271296ms)","trace[2099161799] 'applied index is now lower than readState.Index' (duration: 1.932096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:24.95601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.351116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:24.95605Z","caller":"traceutil/trace.go:171","msg":"trace[2060225371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"204.455678ms","start":"2026-04-03T02:26:24.751582Z","end":"2026-04-03T02:26:24.956038Z","steps":["trace[2060225371] 'agreement among raft nodes before linearized reading' (duration: 204.373856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:24.956037Z","caller":"traceutil/trace.go:171","msg":"trace[11820406] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"293.723529ms","start":"2026-04-03T02:26:24.662245Z","end":"2026-04-03T02:26:24.955969Z","steps":["trace[11820406] 'process raft request' (duration: 293.507744ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:33.194975Z","caller":"traceutil/trace.go:171","msg":"trace[111265787] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"202.685917ms","start":"2026-04-03T02:26:32.99216Z","end":"2026-04-03T02:26:33.194846Z","steps":["trace[111265787] 'process raft request' (duration: 202.479622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:33.348568Z","caller":"traceutil/trace.go:171","msg":"trace[721808569] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"353.919823ms","start":"2026-04-03T02:26:32.994623Z","end":"2026-04-03T02:26:33.348542Z","steps":["trace[721808569] 'process raft request' (duration: 353.327489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:33.348765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:32.994606Z","time spent":"354.034877ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:40.737268Z","caller":"traceutil/trace.go:171","msg":"trace[745439928] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"189.673582ms","start":"2026-04-03T02:26:40.547557Z","end":"2026-04-03T02:26:40.737231Z","steps":["trace[745439928] 'process raft request' (duration: 189.455307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.509161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054795714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:47.826712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060008128s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:26:47.827348Z","caller":"traceutil/trace.go:171","msg":"trace[278085029] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"1.060756436s","start":"2026-04-03T02:26:46.766548Z","end":"2026-04-03T02:26:47.827305Z","steps":["trace[278085029] 'process raft request' (duration: 1.0604944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.827549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:46.766523Z","time spent":"1.060923669s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:48.478615Z","caller":"traceutil/trace.go:171","msg":"trace[1900995715] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1262; }","duration":"1.470302555s","start":"2026-04-03T02:26:47.008284Z","end":"2026-04-03T02:26:48.478587Z","steps":["trace[1900995715] 'read index received' (duration: 818.725711ms)","trace[1900995715] 'applied index is now lower than readState.Index' (duration: 651.575774ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:48.478721Z","caller":"traceutil/trace.go:171","msg":"trace[1761195481] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"743.815545ms","start":"2026-04-03T02:26:47.734895Z","end":"2026-04-03T02:26:48.47871Z","steps":["trace[1761195481] 'process raft request' (duration: 743.57997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:48.478625Z","caller":"traceutil/trace.go:171","msg":"trace[689947136] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"1.608528819s","start":"2026-04-03T02:26:46.870051Z","end":"2026-04-03T02:26:48.478579Z","steps":["trace[689947136] 'process raft request' (duration: 1.549605445s)","trace[689947136] 'compare' (duration: 58.593787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:48.478846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.73487Z","time spent":"743.887037ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:48.478882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428339237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:26:48.478897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470576582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:26:48.478947Z","caller":"traceutil/trace.go:171","msg":"trace[1042988859] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1225; }","duration":"1.428444099s","start":"2026-04-03T02:26:47.05048Z","end":"2026-04-03T02:26:48.478925Z","steps":["trace[1042988859] 'agreement among raft nodes before linearized reading' (duration: 1.428291875s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:48.478977Z","caller":"traceutil/trace.go:171","msg":"trace[854794052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1225; }","duration":"1.470738146s","start":"2026-04-03T02:26:47.008222Z","end":"2026-04-03T02:26:48.47896Z","steps":["trace[854794052] 'agreement among raft nodes before linearized reading' (duration: 1.4705024s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:48.478959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:46.87003Z","time spent":"1.608760255s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:48.479031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.008199Z","time spent":"1.470814937s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:48.479028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.104846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:26:48.4791Z","caller":"traceutil/trace.go:171","msg":"trace[938144298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1225; }","duration":"944.234259ms","start":"2026-04-03T02:26:47.534849Z","end":"2026-04-03T02:26:48.479084Z","steps":["trace[938144298] 'agreement among raft nodes before linearized reading' (duration: 944.040464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:48.479136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033876059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:26:48.479152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.534827Z","time spent":"944.31647ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:48.479018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.050459Z","time spent":"1.428543942s","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-03T02:26:48.479187Z","caller":"traceutil/trace.go:171","msg":"trace[2084728044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1225; }","duration":"1.033973861s","start":"2026-04-03T02:26:47.4452Z","end":"2026-04-03T02:26:48.479174Z","steps":["trace[2084728044] 'agreement among raft nodes before linearized reading' (duration: 1.033848998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:48.479233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.445169Z","time spent":"1.034049613s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:26:48.479242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157363988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:26:48.479298Z","caller":"traceutil/trace.go:171","msg":"trace[1880922739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1225; }","duration":"1.157484471s","start":"2026-04-03T02:26:47.321798Z","end":"2026-04-03T02:26:48.479282Z","steps":["trace[1880922739] 'agreement among raft nodes before linearized reading' (duration: 1.157338088s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:48.479628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.321767Z","time spent":"1.15784233s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:26:52.683796Z","caller":"traceutil/trace.go:171","msg":"trace[2074292013] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"101.414125ms","start":"2026-04-03T02:26:52.582362Z","end":"2026-04-03T02:26:52.683776Z","steps":["trace[2074292013] 'process raft request' (duration: 101.038606ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:52.683929Z","caller":"traceutil/trace.go:171","msg":"trace[1554020894] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1303; }","duration":"101.491527ms","start":"2026-04-03T02:26:52.582405Z","end":"2026-04-03T02:26:52.683896Z","steps":["trace[1554020894] 'read index received' (duration: 8.844106ms)","trace[1554020894] 'applied index is now lower than readState.Index' (duration: 92.64017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:52.684162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.741772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:26:52.684203Z","caller":"traceutil/trace.go:171","msg":"trace[568008311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1263; }","duration":"101.831774ms","start":"2026-04-03T02:26:52.58236Z","end":"2026-04-03T02:26:52.684192Z","steps":["trace[568008311] 'agreement among raft nodes before linearized reading' (duration: 101.705461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:52.77513Z","caller":"traceutil/trace.go:171","msg":"trace[342856182] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"180.631142ms","start":"2026-04-03T02:26:52.594465Z","end":"2026-04-03T02:26:52.775096Z","steps":["trace[342856182] 'process raft request' (duration: 180.376216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:52.775178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.914387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:52.775274Z","caller":"traceutil/trace.go:171","msg":"trace[1773906283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1264; }","duration":"123.05617ms","start":"2026-04-03T02:26:52.652198Z","end":"2026-04-03T02:26:52.775255Z","steps":["trace[1773906283] 'agreement among raft nodes before linearized reading' (duration: 122.849655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:52.775281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.307923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:26:52.775369Z","caller":"traceutil/trace.go:171","msg":"trace[2111137816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1264; }","duration":"186.428717ms","start":"2026-04-03T02:26:52.58892Z","end":"2026-04-03T02:26:52.775349Z","steps":["trace[2111137816] 'agreement among raft nodes before linearized reading' (duration: 186.1324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:52.775427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.308817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:26:52.77547Z","caller":"traceutil/trace.go:171","msg":"trace[821056162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1264; }","duration":"187.4602ms","start":"2026-04-03T02:26:52.587997Z","end":"2026-04-03T02:26:52.775457Z","steps":["trace[821056162] 'agreement among raft nodes before linearized reading' (duration: 187.234855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:52.775731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.932939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:26:52.775764Z","caller":"traceutil/trace.go:171","msg":"trace[139280717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1264; }","duration":"186.99131ms","start":"2026-04-03T02:26:52.588765Z","end":"2026-04-03T02:26:52.775756Z","steps":["trace[139280717] 'agreement among raft nodes before linearized reading' (duration: 186.907398ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:53.069791Z","caller":"traceutil/trace.go:171","msg":"trace[1933955626] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"381.080606ms","start":"2026-04-03T02:26:52.68868Z","end":"2026-04-03T02:26:53.069761Z","steps":["trace[1933955626] 'process raft request' (duration: 378.622158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.069961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.688653Z","time spent":"381.21924ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:53.070468Z","caller":"traceutil/trace.go:171","msg":"trace[1680853308] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1307; }","duration":"295.43576ms","start":"2026-04-03T02:26:52.775018Z","end":"2026-04-03T02:26:53.070453Z","steps":["trace[1680853308] 'read index received' (duration: 292.407609ms)","trace[1680853308] 'applied index is now lower than readState.Index' (duration: 3.027211ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:53.070629Z","caller":"traceutil/trace.go:171","msg":"trace[2105852159] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"381.116968ms","start":"2026-04-03T02:26:52.689503Z","end":"2026-04-03T02:26:53.07062Z","steps":["trace[2105852159] 'process raft request' (duration: 380.189136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.070687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.689498Z","time spent":"381.161449ms","remote":"127.0.0.1:39050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:53.070873Z","caller":"traceutil/trace.go:171","msg":"trace[2123350499] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"381.073906ms","start":"2026-04-03T02:26:52.689788Z","end":"2026-04-03T02:26:53.070862Z","steps":["trace[2123350499] 'process raft request' (duration: 380.616426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.070934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.689773Z","time spent":"381.134767ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:26:53.071106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.538882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:53.071143Z","caller":"traceutil/trace.go:171","msg":"trace[1297237941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1267; }","duration":"319.611552ms","start":"2026-04-03T02:26:52.751523Z","end":"2026-04-03T02:26:53.071135Z","steps":["trace[1297237941] 'agreement among raft nodes before linearized reading' (duration: 319.532601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.07117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.751503Z","time spent":"319.661274ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:53.441893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.53005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:53.442353Z","caller":"traceutil/trace.go:171","msg":"trace[2053443921] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"663.076583ms","start":"2026-04-03T02:26:52.779239Z","end":"2026-04-03T02:26:53.442315Z","steps":["trace[2053443921] 'process raft request' (duration: 503.001349ms)","trace[2053443921] 'compare' (duration: 158.332103ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:53.442401Z","caller":"traceutil/trace.go:171","msg":"trace[1065604862] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"662.581462ms","start":"2026-04-03T02:26:52.77978Z","end":"2026-04-03T02:26:53.442361Z","steps":["trace[1065604862] 'process raft request' (duration: 662.225083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.442536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.77922Z","time spent":"663.236907ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:53.442523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.779763Z","time spent":"662.705354ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:53.442724Z","caller":"traceutil/trace.go:171","msg":"trace[84977213] linearizableReadLoop","detail":"{readStateIndex:1313; appliedIndex:1310; }","duration":"372.148129ms","start":"2026-04-03T02:26:53.070507Z","end":"2026-04-03T02:26:53.442655Z","steps":["trace[84977213] 'read index received' (duration: 211.742367ms)","trace[84977213] 'applied index is now lower than readState.Index' (duration: 160.274759ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:53.442825Z","caller":"traceutil/trace.go:171","msg":"trace[495662491] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"661.808904ms","start":"2026-04-03T02:26:52.78098Z","end":"2026-04-03T02:26:53.442789Z","steps":["trace[495662491] 'process raft request' (duration: 661.158838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.443003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.780974Z","time spent":"661.950957ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:53.44325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.083346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18a2b7b9fcd244a4\" ","response":"range_response_count:1 size:750"} {"level":"info","ts":"2026-04-03T02:26:53.443327Z","caller":"traceutil/trace.go:171","msg":"trace[2142294304] range","detail":"{range_begin:/registry/events/default/atmosphere.18a2b7b9fcd244a4; range_end:; response_count:1; response_revision:1270; }","duration":"664.199989ms","start":"2026-04-03T02:26:52.779109Z","end":"2026-04-03T02:26:53.443309Z","steps":["trace[2142294304] 'agreement among raft nodes before linearized reading' (duration: 663.706987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.44337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:52.77909Z","time spent":"664.271061ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":772,"request content":"key:\"/registry/events/default/atmosphere.18a2b7b9fcd244a4\" "} {"level":"info","ts":"2026-04-03T02:26:53.83775Z","caller":"traceutil/trace.go:171","msg":"trace[2122067031] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1313; }","duration":"394.9475ms","start":"2026-04-03T02:26:53.442778Z","end":"2026-04-03T02:26:53.837725Z","steps":["trace[2122067031] 'read index received' (duration: 328.248644ms)","trace[2122067031] 'applied index is now lower than readState.Index' (duration: 66.697706ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:53.837845Z","caller":"traceutil/trace.go:171","msg":"trace[534164488] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"756.631083ms","start":"2026-04-03T02:26:53.081206Z","end":"2026-04-03T02:26:53.837838Z","steps":["trace[534164488] 'process raft request' (duration: 756.462779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.837939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.081188Z","time spent":"756.678465ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2345,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:53.838101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.97219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:53.838205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.362457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:53.83817Z","caller":"traceutil/trace.go:171","msg":"trace[237302402] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"760.945805ms","start":"2026-04-03T02:26:53.077144Z","end":"2026-04-03T02:26:53.83809Z","steps":["trace[237302402] 'process raft request' (duration: 693.789689ms)","trace[237302402] 'compare' (duration: 66.597553ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:53.838296Z","caller":"traceutil/trace.go:171","msg":"trace[418985174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1272; }","duration":"765.49521ms","start":"2026-04-03T02:26:53.072778Z","end":"2026-04-03T02:26:53.838273Z","steps":["trace[418985174] 'agreement among raft nodes before linearized reading' (duration: 765.348267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.83834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.072716Z","time spent":"765.616373ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:26:53.838246Z","caller":"traceutil/trace.go:171","msg":"trace[601388155] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1272; }","duration":"630.158065ms","start":"2026-04-03T02:26:53.208059Z","end":"2026-04-03T02:26:53.838217Z","steps":["trace[601388155] 'agreement among raft nodes before linearized reading' (duration: 629.865618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.838472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.208043Z","time spent":"630.415051ms","remote":"127.0.0.1:39050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" "} {"level":"warn","ts":"2026-04-03T02:26:53.838448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.077134Z","time spent":"761.194471ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:53.961469Z","caller":"traceutil/trace.go:171","msg":"trace[1014064136] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1315; }","duration":"123.617872ms","start":"2026-04-03T02:26:53.837808Z","end":"2026-04-03T02:26:53.961426Z","steps":["trace[1014064136] 'read index received' (duration: 121.467372ms)","trace[1014064136] 'applied index is now lower than readState.Index' (duration: 2.14859ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:53.96149Z","caller":"traceutil/trace.go:171","msg":"trace[634533199] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"514.960258ms","start":"2026-04-03T02:26:53.446492Z","end":"2026-04-03T02:26:53.961452Z","steps":["trace[634533199] 'process raft request' (duration: 512.767947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.961676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.258581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:53.961749Z","caller":"traceutil/trace.go:171","msg":"trace[1095469028] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1273; }","duration":"300.390854ms","start":"2026-04-03T02:26:53.661343Z","end":"2026-04-03T02:26:53.961734Z","steps":["trace[1095469028] 'agreement among raft nodes before linearized reading' (duration: 300.18156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.961787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.661321Z","time spent":"300.459116ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:53.961878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.446467Z","time spent":"515.172113ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:53.99995Z","caller":"traceutil/trace.go:171","msg":"trace[1201182786] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"146.186789ms","start":"2026-04-03T02:26:53.853732Z","end":"2026-04-03T02:26:53.999919Z","steps":["trace[1201182786] 'process raft request' (duration: 146.001225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.000052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.5506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:54.000131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.206446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:26:54.000186Z","caller":"traceutil/trace.go:171","msg":"trace[1089956935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1274; }","duration":"153.688184ms","start":"2026-04-03T02:26:53.846424Z","end":"2026-04-03T02:26:54.000112Z","steps":["trace[1089956935] 'agreement among raft nodes before linearized reading' (duration: 153.55545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:54.00019Z","caller":"traceutil/trace.go:171","msg":"trace[418944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1274; }","duration":"151.277738ms","start":"2026-04-03T02:26:53.848898Z","end":"2026-04-03T02:26:54.000176Z","steps":["trace[418944] 'agreement among raft nodes before linearized reading' (duration: 151.018232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.000234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.409361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-04-03T02:26:54.000303Z","caller":"traceutil/trace.go:171","msg":"trace[1972481632] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1274; }","duration":"151.519893ms","start":"2026-04-03T02:26:53.848764Z","end":"2026-04-03T02:26:54.000284Z","steps":["trace[1972481632] 'agreement among raft nodes before linearized reading' (duration: 151.309669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:54.373109Z","caller":"traceutil/trace.go:171","msg":"trace[1184431115] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1329; }","duration":"155.971247ms","start":"2026-04-03T02:26:54.217094Z","end":"2026-04-03T02:26:54.373065Z","steps":["trace[1184431115] 'read index received' (duration: 155.411384ms)","trace[1184431115] 'applied index is now lower than readState.Index' (duration: 558.033µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:54.373136Z","caller":"traceutil/trace.go:171","msg":"trace[1488849208] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"238.587664ms","start":"2026-04-03T02:26:54.134506Z","end":"2026-04-03T02:26:54.373093Z","steps":["trace[1488849208] 'process raft request' (duration: 237.98946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.373356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.217363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:54.373412Z","caller":"traceutil/trace.go:171","msg":"trace[1886118370] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1287; }","duration":"156.363527ms","start":"2026-04-03T02:26:54.217031Z","end":"2026-04-03T02:26:54.373395Z","steps":["trace[1886118370] 'agreement among raft nodes before linearized reading' (duration: 156.185363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:00.789067Z","caller":"traceutil/trace.go:171","msg":"trace[1500359722] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"185.348142ms","start":"2026-04-03T02:27:00.603699Z","end":"2026-04-03T02:27:00.789048Z","steps":["trace[1500359722] 'read index received' (duration: 185.174858ms)","trace[1500359722] 'applied index is now lower than readState.Index' (duration: 172.434µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:00.789185Z","caller":"traceutil/trace.go:171","msg":"trace[1673676686] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"186.306644ms","start":"2026-04-03T02:27:00.60287Z","end":"2026-04-03T02:27:00.789177Z","steps":["trace[1673676686] 'process raft request' (duration: 186.056488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:00.789506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.777721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:00.789647Z","caller":"traceutil/trace.go:171","msg":"trace[1102034369] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1317; }","duration":"185.929795ms","start":"2026-04-03T02:27:00.603639Z","end":"2026-04-03T02:27:00.789569Z","steps":["trace[1102034369] 'agreement among raft nodes before linearized reading' (duration: 185.757951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:02.617134Z","caller":"traceutil/trace.go:171","msg":"trace[2049454345] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"184.766638ms","start":"2026-04-03T02:27:02.432316Z","end":"2026-04-03T02:27:02.617082Z","steps":["trace[2049454345] 'process raft request' (duration: 149.450732ms)","trace[2049454345] 'compare' (duration: 35.021429ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:03.735933Z","caller":"traceutil/trace.go:171","msg":"trace[497896382] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"237.338867ms","start":"2026-04-03T02:27:03.498555Z","end":"2026-04-03T02:27:03.735893Z","steps":["trace[497896382] 'process raft request' (duration: 230.155509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:03.736234Z","caller":"traceutil/trace.go:171","msg":"trace[2120036617] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"236.918507ms","start":"2026-04-03T02:27:03.499266Z","end":"2026-04-03T02:27:03.736184Z","steps":["trace[2120036617] 'process raft request' (duration: 236.550938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:03.749937Z","caller":"traceutil/trace.go:171","msg":"trace[268315271] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1393; }","duration":"116.595765ms","start":"2026-04-03T02:27:03.633312Z","end":"2026-04-03T02:27:03.749908Z","steps":["trace[268315271] 'read index received' (duration: 95.384389ms)","trace[268315271] 'applied index is now lower than readState.Index' (duration: 21.209446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:03.750101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.75536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:27:03.750267Z","caller":"traceutil/trace.go:171","msg":"trace[937601844] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1349; }","duration":"116.983924ms","start":"2026-04-03T02:27:03.633267Z","end":"2026-04-03T02:27:03.750251Z","steps":["trace[937601844] 'agreement among raft nodes before linearized reading' (duration: 116.724048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:03.750121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.038106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:03.750377Z","caller":"traceutil/trace.go:171","msg":"trace[136319050] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1349; }","duration":"111.335293ms","start":"2026-04-03T02:27:03.639018Z","end":"2026-04-03T02:27:03.750353Z","steps":["trace[136319050] 'agreement among raft nodes before linearized reading' (duration: 111.040666ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:05.352981Z","caller":"traceutil/trace.go:171","msg":"trace[1892316214] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1401; }","duration":"138.990718ms","start":"2026-04-03T02:27:05.21395Z","end":"2026-04-03T02:27:05.352941Z","steps":["trace[1892316214] 'read index received' (duration: 138.760372ms)","trace[1892316214] 'applied index is now lower than readState.Index' (duration: 228.666µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:05.353103Z","caller":"traceutil/trace.go:171","msg":"trace[899371400] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"203.932376ms","start":"2026-04-03T02:27:05.149118Z","end":"2026-04-03T02:27:05.35305Z","steps":["trace[899371400] 'process raft request' (duration: 203.637159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.35327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.296115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:27:05.353314Z","caller":"traceutil/trace.go:171","msg":"trace[1889960176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1355; }","duration":"139.417928ms","start":"2026-04-03T02:27:05.213879Z","end":"2026-04-03T02:27:05.353297Z","steps":["trace[1889960176] 'agreement among raft nodes before linearized reading' (duration: 139.213203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.950335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.789491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:05.950417Z","caller":"traceutil/trace.go:171","msg":"trace[488590186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1357; }","duration":"197.882755ms","start":"2026-04-03T02:27:05.752515Z","end":"2026-04-03T02:27:05.950398Z","steps":["trace[488590186] 'range keys from in-memory index tree' (duration: 197.674029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.950518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.059036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:27:05.950657Z","caller":"traceutil/trace.go:171","msg":"trace[1259919328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1357; }","duration":"209.26239ms","start":"2026-04-03T02:27:05.741372Z","end":"2026-04-03T02:27:05.950634Z","steps":["trace[1259919328] 'range keys from in-memory index tree' (duration: 208.85955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.950518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.859661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:27:05.950838Z","caller":"traceutil/trace.go:171","msg":"trace[76286983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1357; }","duration":"209.211729ms","start":"2026-04-03T02:27:05.741594Z","end":"2026-04-03T02:27:05.950806Z","steps":["trace[76286983] 'range keys from in-memory index tree' (duration: 208.721487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:07.164299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.628442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:27:07.164332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.676215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:27:07.164481Z","caller":"traceutil/trace.go:171","msg":"trace[610206353] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1362; }","duration":"112.869427ms","start":"2026-04-03T02:27:07.051579Z","end":"2026-04-03T02:27:07.164449Z","steps":["trace[610206353] 'range keys from in-memory index tree' (duration: 112.393446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:07.164489Z","caller":"traceutil/trace.go:171","msg":"trace[823083359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1362; }","duration":"237.878289ms","start":"2026-04-03T02:27:06.926585Z","end":"2026-04-03T02:27:07.164463Z","steps":["trace[823083359] 'range keys from in-memory index tree' (duration: 237.446159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:07.324185Z","caller":"traceutil/trace.go:171","msg":"trace[1022543738] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"154.43815ms","start":"2026-04-03T02:27:07.169719Z","end":"2026-04-03T02:27:07.324158Z","steps":["trace[1022543738] 'process raft request' (duration: 154.251275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:07.775556Z","caller":"traceutil/trace.go:171","msg":"trace[705574432] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"174.509698ms","start":"2026-04-03T02:27:07.601016Z","end":"2026-04-03T02:27:07.775526Z","steps":["trace[705574432] 'process raft request' (duration: 174.253702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:09.043909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.20955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:09.044003Z","caller":"traceutil/trace.go:171","msg":"trace[1923602353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1373; }","duration":"292.359313ms","start":"2026-04-03T02:27:08.751623Z","end":"2026-04-03T02:27:09.043983Z","steps":["trace[1923602353] 'range keys from in-memory index tree' (duration: 292.069916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:09.044233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.174482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-gmdrf\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-04-03T02:27:09.044369Z","caller":"traceutil/trace.go:171","msg":"trace[1060629196] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-gmdrf; range_end:; response_count:1; response_revision:1373; }","duration":"204.338716ms","start":"2026-04-03T02:27:08.839998Z","end":"2026-04-03T02:27:09.044336Z","steps":["trace[1060629196] 'range keys from in-memory index tree' (duration: 203.953756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:09.0454Z","caller":"traceutil/trace.go:171","msg":"trace[311851159] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"184.570644ms","start":"2026-04-03T02:27:08.860813Z","end":"2026-04-03T02:27:09.045384Z","steps":["trace[311851159] 'process raft request' (duration: 184.39607ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:09.0492Z","caller":"traceutil/trace.go:171","msg":"trace[2109773139] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1422; }","duration":"116.895653ms","start":"2026-04-03T02:27:08.93229Z","end":"2026-04-03T02:27:09.049186Z","steps":["trace[2109773139] 'read index received' (duration: 112.936659ms)","trace[2109773139] 'applied index is now lower than readState.Index' (duration: 3.958263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:09.04932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.018115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:09.049362Z","caller":"traceutil/trace.go:171","msg":"trace[1768665133] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1375; }","duration":"117.110717ms","start":"2026-04-03T02:27:08.932243Z","end":"2026-04-03T02:27:09.049353Z","steps":["trace[1768665133] 'agreement among raft nodes before linearized reading' (duration: 117.039306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:09.049358Z","caller":"traceutil/trace.go:171","msg":"trace[403930569] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"170.417313ms","start":"2026-04-03T02:27:08.878866Z","end":"2026-04-03T02:27:09.049283Z","steps":["trace[403930569] 'process raft request' (duration: 170.206278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.254703Z","caller":"traceutil/trace.go:171","msg":"trace[2093763503] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"188.129477ms","start":"2026-04-03T02:27:12.066504Z","end":"2026-04-03T02:27:12.254633Z","steps":["trace[2093763503] 'process raft request' (duration: 125.242167ms)","trace[2093763503] 'compare' (duration: 62.654385ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:13.138747Z","caller":"traceutil/trace.go:171","msg":"trace[1851972523] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"109.005068ms","start":"2026-04-03T02:27:13.029696Z","end":"2026-04-03T02:27:13.138701Z","steps":["trace[1851972523] 'process raft request' (duration: 106.906659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.998877Z","caller":"traceutil/trace.go:171","msg":"trace[1207930476] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"127.399438ms","start":"2026-04-03T02:27:13.871444Z","end":"2026-04-03T02:27:13.998843Z","steps":["trace[1207930476] 'process raft request' (duration: 127.294035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.998957Z","caller":"traceutil/trace.go:171","msg":"trace[1641172593] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"133.321956ms","start":"2026-04-03T02:27:13.865598Z","end":"2026-04-03T02:27:13.99892Z","steps":["trace[1641172593] 'process raft request' (duration: 128.643706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:15.839329Z","caller":"traceutil/trace.go:171","msg":"trace[1500777556] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"331.109159ms","start":"2026-04-03T02:27:15.508177Z","end":"2026-04-03T02:27:15.839286Z","steps":["trace[1500777556] 'process raft request' (duration: 330.296879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:15.840172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:15.508157Z","time spent":"331.568069ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:16.399852Z","caller":"traceutil/trace.go:171","msg":"trace[2072824123] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1544; }","duration":"680.956063ms","start":"2026-04-03T02:27:15.718867Z","end":"2026-04-03T02:27:16.399823Z","steps":["trace[2072824123] 'read index received' (duration: 119.577163ms)","trace[2072824123] 'applied index is now lower than readState.Index' (duration: 561.37758ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:16.39997Z","caller":"traceutil/trace.go:171","msg":"trace[294719920] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"882.973896ms","start":"2026-04-03T02:27:15.516953Z","end":"2026-04-03T02:27:16.399927Z","steps":["trace[294719920] 'process raft request' (duration: 795.746077ms)","trace[294719920] 'compare' (duration: 86.979153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:16.400065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.168679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:27:16.400144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:15.516921Z","time spent":"883.126079ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:16.400163Z","caller":"traceutil/trace.go:171","msg":"trace[2132962973] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1495; }","duration":"681.282031ms","start":"2026-04-03T02:27:15.718813Z","end":"2026-04-03T02:27:16.400095Z","steps":["trace[2132962973] 'agreement among raft nodes before linearized reading' (duration: 681.176868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:16.40021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:15.718793Z","time spent":"681.405904ms","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:16.400431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.174599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:27:16.400564Z","caller":"traceutil/trace.go:171","msg":"trace[251271673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1495; }","duration":"396.383784ms","start":"2026-04-03T02:27:16.00415Z","end":"2026-04-03T02:27:16.400534Z","steps":["trace[251271673] 'agreement among raft nodes before linearized reading' (duration: 396.081037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:16.40045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.693569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qmcwk\" ","response":"range_response_count:1 size:4178"} {"level":"warn","ts":"2026-04-03T02:27:16.400623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:16.004119Z","time spent":"396.491986ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:27:16.400602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.301745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:27:16.400688Z","caller":"traceutil/trace.go:171","msg":"trace[587303756] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qmcwk; range_end:; response_count:1; response_revision:1495; }","duration":"520.999016ms","start":"2026-04-03T02:27:15.87966Z","end":"2026-04-03T02:27:16.400659Z","steps":["trace[587303756] 'agreement among raft nodes before linearized reading' (duration: 520.594636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:16.400707Z","caller":"traceutil/trace.go:171","msg":"trace[1420542305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1495; }","duration":"127.460729ms","start":"2026-04-03T02:27:16.273221Z","end":"2026-04-03T02:27:16.400681Z","steps":["trace[1420542305] 'agreement among raft nodes before linearized reading' (duration: 127.117071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:16.400771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:15.879626Z","time spent":"521.127489ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4200,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qmcwk\" "} {"level":"warn","ts":"2026-04-03T02:27:16.400431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.778821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:27:16.400965Z","caller":"traceutil/trace.go:171","msg":"trace[1665109084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1495; }","duration":"260.281173ms","start":"2026-04-03T02:27:16.140608Z","end":"2026-04-03T02:27:16.400889Z","steps":["trace[1665109084] 'agreement among raft nodes before linearized reading' (duration: 259.580567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:16.400448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.278001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:16.401193Z","caller":"traceutil/trace.go:171","msg":"trace[1256825248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1495; }","duration":"649.212832ms","start":"2026-04-03T02:27:15.751948Z","end":"2026-04-03T02:27:16.401161Z","steps":["trace[1256825248] 'agreement among raft nodes before linearized reading' (duration: 648.191439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:16.401303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:15.751925Z","time spent":"649.359956ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:27:18.867451Z","caller":"traceutil/trace.go:171","msg":"trace[280740320] linearizableReadLoop","detail":"{readStateIndex:1557; appliedIndex:1556; }","duration":"436.271556ms","start":"2026-04-03T02:27:18.431143Z","end":"2026-04-03T02:27:18.867415Z","steps":["trace[280740320] 'read index received' (duration: 436.173553ms)","trace[280740320] 'applied index is now lower than readState.Index' (duration: 96.793µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:18.868167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.989223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:27:18.868223Z","caller":"traceutil/trace.go:171","msg":"trace[1353964938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1505; }","duration":"437.102355ms","start":"2026-04-03T02:27:18.431108Z","end":"2026-04-03T02:27:18.86821Z","steps":["trace[1353964938] 'agreement among raft nodes before linearized reading' (duration: 436.88226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:18.868316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.031202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:27:18.868318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:18.431096Z","time spent":"437.209728ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:27:18.868412Z","caller":"traceutil/trace.go:171","msg":"trace[2042039338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1505; }","duration":"116.132975ms","start":"2026-04-03T02:27:18.752252Z","end":"2026-04-03T02:27:18.868385Z","steps":["trace[2042039338] 'agreement among raft nodes before linearized reading' (duration: 116.033153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:18.868477Z","caller":"traceutil/trace.go:171","msg":"trace[328916750] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"452.980056ms","start":"2026-04-03T02:27:18.415463Z","end":"2026-04-03T02:27:18.868443Z","steps":["trace[328916750] 'process raft request' (duration: 451.586463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:18.868227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.363658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:27:18.868613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:18.415435Z","time spent":"453.103309ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:18.868633Z","caller":"traceutil/trace.go:171","msg":"trace[66868292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1505; }","duration":"436.802458ms","start":"2026-04-03T02:27:18.431797Z","end":"2026-04-03T02:27:18.8686Z","steps":["trace[66868292] 'agreement among raft nodes before linearized reading' (duration: 436.196204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:18.868763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:18.431785Z","time spent":"436.916501ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:27:18.86872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.146933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:27:18.869093Z","caller":"traceutil/trace.go:171","msg":"trace[694958944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1505; }","duration":"436.590324ms","start":"2026-04-03T02:27:18.432476Z","end":"2026-04-03T02:27:18.869067Z","steps":["trace[694958944] 'agreement among raft nodes before linearized reading' (duration: 435.976509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:18.869172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:18.432451Z","time spent":"436.688595ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:27:19.118233Z","caller":"traceutil/trace.go:171","msg":"trace[1534429626] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"244.3399ms","start":"2026-04-03T02:27:18.873862Z","end":"2026-04-03T02:27:19.118202Z","steps":["trace[1534429626] 'process raft request' (duration: 240.033849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:19.118674Z","caller":"traceutil/trace.go:171","msg":"trace[1375426640] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"244.456562ms","start":"2026-04-03T02:27:18.874163Z","end":"2026-04-03T02:27:19.118619Z","steps":["trace[1375426640] 'process raft request' (duration: 243.981082ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:32.111246Z","caller":"traceutil/trace.go:171","msg":"trace[465546282] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1749; }","duration":"293.803336ms","start":"2026-04-03T02:27:31.817411Z","end":"2026-04-03T02:27:32.111214Z","steps":["trace[465546282] 'process raft request' (duration: 293.692034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:32.560149Z","caller":"traceutil/trace.go:171","msg":"trace[1186045684] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1749; }","duration":"742.457261ms","start":"2026-04-03T02:27:31.817637Z","end":"2026-04-03T02:27:32.560094Z","steps":["trace[1186045684] 'process raft request' (duration: 742.183455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:32.560421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:31.81761Z","time spent":"742.695536ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:32.560761Z","caller":"traceutil/trace.go:171","msg":"trace[983191849] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1749; }","duration":"668.564335ms","start":"2026-04-03T02:27:31.892108Z","end":"2026-04-03T02:27:32.560672Z","steps":["trace[983191849] 'process raft request' (duration: 668.062682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:32.561021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:31.892051Z","time spent":"668.860281ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:27:32.741718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.323567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:27:32.741858Z","caller":"traceutil/trace.go:171","msg":"trace[502330400] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1820; }","duration":"832.394383ms","start":"2026-04-03T02:27:31.909441Z","end":"2026-04-03T02:27:32.741835Z","steps":["trace[502330400] 'read index received' (duration: 201.724124ms)","trace[502330400] 'applied index is now lower than readState.Index' (duration: 630.668639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:32.742144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.685629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:32.742226Z","caller":"traceutil/trace.go:171","msg":"trace[1656417818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1749; }","duration":"832.833563ms","start":"2026-04-03T02:27:31.909374Z","end":"2026-04-03T02:27:32.742207Z","steps":["trace[1656417818] 'agreement among raft nodes before linearized reading' (duration: 832.556427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:32.742273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:31.909351Z","time spent":"832.913104ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:32.742329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.48992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-04-03T02:27:32.742394Z","caller":"traceutil/trace.go:171","msg":"trace[213072979] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1749; }","duration":"629.611223ms","start":"2026-04-03T02:27:32.112767Z","end":"2026-04-03T02:27:32.742378Z","steps":["trace[213072979] 'agreement among raft nodes before linearized reading' (duration: 629.415109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:32.742445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:32.112719Z","time spent":"629.713235ms","remote":"127.0.0.1:39006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":9060,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-04-03T02:27:32.742684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.059587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-04-03T02:27:32.742766Z","caller":"traceutil/trace.go:171","msg":"trace[1186643188] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1749; }","duration":"180.192561ms","start":"2026-04-03T02:27:32.562552Z","end":"2026-04-03T02:27:32.742744Z","steps":["trace[1186643188] 'agreement among raft nodes before linearized reading' (duration: 179.953125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:32.743012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.854944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:187546"} {"level":"info","ts":"2026-04-03T02:27:32.743126Z","caller":"traceutil/trace.go:171","msg":"trace[1444479188] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:1749; }","duration":"180.038768ms","start":"2026-04-03T02:27:32.563062Z","end":"2026-04-03T02:27:32.7431Z","steps":["trace[1444479188] 'agreement among raft nodes before linearized reading' (duration: 179.464963ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:32.94262Z","caller":"traceutil/trace.go:171","msg":"trace[83371223] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"191.351832ms","start":"2026-04-03T02:27:32.75123Z","end":"2026-04-03T02:27:32.942582Z","steps":["trace[83371223] 'read index received' (duration: 191.096776ms)","trace[83371223] 'applied index is now lower than readState.Index' (duration: 252.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:32.942805Z","caller":"traceutil/trace.go:171","msg":"trace[125572738] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"194.971207ms","start":"2026-04-03T02:27:32.74782Z","end":"2026-04-03T02:27:32.942791Z","steps":["trace[125572738] 'process raft request' (duration: 194.536487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.167917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.124321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:27:33.168017Z","caller":"traceutil/trace.go:171","msg":"trace[942180808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1750; }","duration":"240.256704ms","start":"2026-04-03T02:27:32.927735Z","end":"2026-04-03T02:27:33.167992Z","steps":["trace[942180808] 'agreement among raft nodes before linearized reading' (duration: 15.220475ms)","trace[942180808] 'range keys from in-memory index tree' (duration: 224.777793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:33.168178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.901642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:33.16828Z","caller":"traceutil/trace.go:171","msg":"trace[1658021173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"417.030855ms","start":"2026-04-03T02:27:32.751223Z","end":"2026-04-03T02:27:33.168253Z","steps":["trace[1658021173] 'agreement among raft nodes before linearized reading' (duration: 191.783691ms)","trace[1658021173] 'range keys from in-memory index tree' (duration: 225.051189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:33.168294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.33759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:27:33.168342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:32.751198Z","time spent":"417.134808ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:27:33.16838Z","caller":"traceutil/trace.go:171","msg":"trace[317453967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1750; }","duration":"167.497854ms","start":"2026-04-03T02:27:33.000859Z","end":"2026-04-03T02:27:33.168357Z","steps":["trace[317453967] 'range keys from in-memory index tree' (duration: 167.118845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.168242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.138411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:27:33.168825Z","caller":"traceutil/trace.go:171","msg":"trace[2012308627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1750; }","duration":"219.694905ms","start":"2026-04-03T02:27:32.94901Z","end":"2026-04-03T02:27:33.168705Z","steps":["trace[2012308627] 'range keys from in-memory index tree' (duration: 218.867645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.14753Z","caller":"traceutil/trace.go:171","msg":"trace[1222552047] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1879; }","duration":"187.526113ms","start":"2026-04-03T02:27:36.959974Z","end":"2026-04-03T02:27:37.1475Z","steps":["trace[1222552047] 'read index received' (duration: 187.298088ms)","trace[1222552047] 'applied index is now lower than readState.Index' (duration: 223.335µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:37.147828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.84125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:37.147916Z","caller":"traceutil/trace.go:171","msg":"trace[223187735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1804; }","duration":"187.944463ms","start":"2026-04-03T02:27:36.959952Z","end":"2026-04-03T02:27:37.147897Z","steps":["trace[223187735] 'agreement among raft nodes before linearized reading' (duration: 187.676337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.148368Z","caller":"traceutil/trace.go:171","msg":"trace[1454811308] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"244.205238ms","start":"2026-04-03T02:27:36.903375Z","end":"2026-04-03T02:27:37.14758Z","steps":["trace[1454811308] 'process raft request' (duration: 243.932521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.171533Z","caller":"traceutil/trace.go:171","msg":"trace[2049114550] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"153.361693ms","start":"2026-04-03T02:27:37.01811Z","end":"2026-04-03T02:27:37.171472Z","steps":["trace[2049114550] 'process raft request' (duration: 152.994715ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.171905Z","caller":"traceutil/trace.go:171","msg":"trace[1323809562] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"133.922291ms","start":"2026-04-03T02:27:37.037952Z","end":"2026-04-03T02:27:37.171875Z","steps":["trace[1323809562] 'process raft request' (duration: 133.351616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.172182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.305146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:27:37.172285Z","caller":"traceutil/trace.go:171","msg":"trace[1553656812] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1806; }","duration":"118.461629ms","start":"2026-04-03T02:27:37.053797Z","end":"2026-04-03T02:27:37.172259Z","steps":["trace[1553656812] 'agreement among raft nodes before linearized reading' (duration: 117.904487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.185014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.867761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-03T02:27:44.185145Z","caller":"traceutil/trace.go:171","msg":"trace[778337472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72; range_end:; response_count:1; response_revision:1912; }","duration":"144.054206ms","start":"2026-04-03T02:27:44.041055Z","end":"2026-04-03T02:27:44.185109Z","steps":["trace[778337472] 'range keys from in-memory index tree' (duration: 143.583855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.741127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054797118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:27:45.242266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054797118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:27:45.516707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323479558s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:27:45.517319Z","caller":"traceutil/trace.go:171","msg":"trace[893220549] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.324245737s","start":"2026-04-03T02:27:44.193046Z","end":"2026-04-03T02:27:45.517292Z","steps":["trace[893220549] 'process raft request' (duration: 1.324059942s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:45.517495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.193013Z","time spent":"1.32438877s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:46.09813Z","caller":"traceutil/trace.go:171","msg":"trace[1606834083] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.421416558s","start":"2026-04-03T02:27:44.676686Z","end":"2026-04-03T02:27:46.098102Z","steps":["trace[1606834083] 'process raft request' (duration: 1.421201463s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:46.098301Z","caller":"traceutil/trace.go:171","msg":"trace[94729674] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"920.978653ms","start":"2026-04-03T02:27:45.177307Z","end":"2026-04-03T02:27:46.098285Z","steps":["trace[94729674] 'process raft request' (duration: 920.737318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.098325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.676665Z","time spent":"1.421558781s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:46.098389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.17728Z","time spent":"921.058765ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:46.098325Z","caller":"traceutil/trace.go:171","msg":"trace[2075347238] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1990; }","duration":"1.85794112s","start":"2026-04-03T02:27:44.240364Z","end":"2026-04-03T02:27:46.098305Z","steps":["trace[2075347238] 'read index received' (duration: 1.276724197s)","trace[2075347238] 'applied index is now lower than readState.Index' (duration: 581.215643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:46.098512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858147614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-03T02:27:46.098564Z","caller":"traceutil/trace.go:171","msg":"trace[2093568872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72; range_end:; response_count:1; response_revision:1916; }","duration":"1.858241196s","start":"2026-04-03T02:27:44.240309Z","end":"2026-04-03T02:27:46.098551Z","steps":["trace[2093568872] 'agreement among raft nodes before linearized reading' (duration: 1.858052442s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.09862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.240289Z","time spent":"1.858318438s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72\" "} {"level":"info","ts":"2026-04-03T02:27:46.098691Z","caller":"traceutil/trace.go:171","msg":"trace[257006474] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"811.387881ms","start":"2026-04-03T02:27:45.287292Z","end":"2026-04-03T02:27:46.098679Z","steps":["trace[257006474] 'process raft request' (duration: 810.90494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.098753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.287259Z","time spent":"811.461874ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:46.30605Z","caller":"traceutil/trace.go:171","msg":"trace[1145220654] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"207.496859ms","start":"2026-04-03T02:27:46.098525Z","end":"2026-04-03T02:27:46.306022Z","steps":["trace[1145220654] 'read index received' (duration: 115.150161ms)","trace[1145220654] 'applied index is now lower than readState.Index' (duration: 92.345688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:46.306296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804226714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:27:46.306343Z","caller":"traceutil/trace.go:171","msg":"trace[792626814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"1.804336567s","start":"2026-04-03T02:27:44.501994Z","end":"2026-04-03T02:27:46.30633Z","steps":["trace[792626814] 'agreement among raft nodes before linearized reading' (duration: 1.804132382s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.306357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051955724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:27:46.306397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.786195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:46.306533Z","caller":"traceutil/trace.go:171","msg":"trace[108531495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"554.99272ms","start":"2026-04-03T02:27:45.751518Z","end":"2026-04-03T02:27:46.30651Z","steps":["trace[108531495] 'agreement among raft nodes before linearized reading' (duration: 554.754145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.306548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66885926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:27:46.306533Z","caller":"traceutil/trace.go:171","msg":"trace[1602426980] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"643.730124ms","start":"2026-04-03T02:27:45.662766Z","end":"2026-04-03T02:27:46.306496Z","steps":["trace[1602426980] 'process raft request' (duration: 550.911395ms)","trace[1602426980] 'compare' (duration: 92.169374ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:46.306586Z","caller":"traceutil/trace.go:171","msg":"trace[1154109939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"1.668924212s","start":"2026-04-03T02:27:44.637653Z","end":"2026-04-03T02:27:46.306577Z","steps":["trace[1154109939] 'agreement among raft nodes before linearized reading' (duration: 1.66884285s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.306588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059755186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:27:46.306615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.637634Z","time spent":"1.668975103s","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:27:46.306607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.751493Z","time spent":"555.098893ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:27:46.306627Z","caller":"traceutil/trace.go:171","msg":"trace[571749657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"1.059806438s","start":"2026-04-03T02:27:45.246807Z","end":"2026-04-03T02:27:46.306614Z","steps":["trace[571749657] 'agreement among raft nodes before linearized reading' (duration: 1.059701085s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.306597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02443782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:27:46.306403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.391629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:27:46.30667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.246801Z","time spent":"1.059860039s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:27:46.306689Z","caller":"traceutil/trace.go:171","msg":"trace[88285480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"1.024600795s","start":"2026-04-03T02:27:45.282066Z","end":"2026-04-03T02:27:46.306667Z","steps":["trace[88285480] 'agreement among raft nodes before linearized reading' (duration: 1.024275317s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.306704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.662738Z","time spent":"643.862116ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:46.306721Z","caller":"traceutil/trace.go:171","msg":"trace[1847940172] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1917; }","duration":"469.781918ms","start":"2026-04-03T02:27:45.836907Z","end":"2026-04-03T02:27:46.306689Z","steps":["trace[1847940172] 'agreement among raft nodes before linearized reading' (duration: 469.301757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.30675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.282038Z","time spent":"1.024698717s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:46.306794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.836885Z","time spent":"469.883601ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:46.306475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099794352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:27:46.306882Z","caller":"traceutil/trace.go:171","msg":"trace[1192641546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"1.100215591s","start":"2026-04-03T02:27:45.206648Z","end":"2026-04-03T02:27:46.306863Z","steps":["trace[1192641546] 'agreement among raft nodes before linearized reading' (duration: 1.099760101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.306878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060191826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-03T02:27:46.306937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.206636Z","time spent":"1.100284183s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:27:46.306989Z","caller":"traceutil/trace.go:171","msg":"trace[292198701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"1.06035358s","start":"2026-04-03T02:27:45.246608Z","end":"2026-04-03T02:27:46.306962Z","steps":["trace[292198701] 'agreement among raft nodes before linearized reading' (duration: 1.05994136s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:46.306465Z","caller":"traceutil/trace.go:171","msg":"trace[1535283458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1917; }","duration":"1.052084456s","start":"2026-04-03T02:27:45.254348Z","end":"2026-04-03T02:27:46.306432Z","steps":["trace[1535283458] 'agreement among raft nodes before linearized reading' (duration: 1.051732158s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.30705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.246596Z","time spent":"1.060442923s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:27:46.307064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.254341Z","time spent":"1.052711662s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:27:46.306386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.501975Z","time spent":"1.804399208s","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:27:46.307349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061467455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:27:46.307436Z","caller":"traceutil/trace.go:171","msg":"trace[795746164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"1.062215905s","start":"2026-04-03T02:27:45.245202Z","end":"2026-04-03T02:27:46.307418Z","steps":["trace[795746164] 'agreement among raft nodes before linearized reading' (duration: 1.06118528s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:46.307485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:45.245168Z","time spent":"1.062292647s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:27:46.659978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.419347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:46.660179Z","caller":"traceutil/trace.go:171","msg":"trace[261118207] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"348.28359ms","start":"2026-04-03T02:27:46.311876Z","end":"2026-04-03T02:27:46.660159Z","steps":["trace[261118207] 'process raft request' (duration: 223.603446ms)","trace[261118207] 'compare' (duration: 124.305954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:46.660254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.31185Z","time spent":"348.371272ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:47.42566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.53036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:47.426077Z","caller":"traceutil/trace.go:171","msg":"trace[726501860] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.112651333s","start":"2026-04-03T02:27:46.313406Z","end":"2026-04-03T02:27:47.426057Z","steps":["trace[726501860] 'process raft request' (duration: 1.112569141s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:47.426092Z","caller":"traceutil/trace.go:171","msg":"trace[1668334195] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.113175655s","start":"2026-04-03T02:27:46.312894Z","end":"2026-04-03T02:27:47.426069Z","steps":["trace[1668334195] 'process raft request' (duration: 1.112872138s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:47.425911Z","caller":"traceutil/trace.go:171","msg":"trace[1373227534] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.113033292s","start":"2026-04-03T02:27:46.312843Z","end":"2026-04-03T02:27:47.425876Z","steps":["trace[1373227534] 'process raft request' (duration: 466.191664ms)","trace[1373227534] 'compare' (duration: 646.207833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:47.426106Z","caller":"traceutil/trace.go:171","msg":"trace[1123225416] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.112838797s","start":"2026-04-03T02:27:46.313246Z","end":"2026-04-03T02:27:47.426085Z","steps":["trace[1123225416] 'process raft request' (duration: 1.112693844s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:47.426169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.313378Z","time spent":"1.112748665s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:47.426184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.312876Z","time spent":"1.113262227s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:47.426236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.313234Z","time spent":"1.112918099s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:47.426297Z","caller":"traceutil/trace.go:171","msg":"trace[841768858] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1995; }","duration":"975.371534ms","start":"2026-04-03T02:27:46.450903Z","end":"2026-04-03T02:27:47.426274Z","steps":["trace[841768858] 'read index received' (duration: 84.600576ms)","trace[841768858] 'applied index is now lower than readState.Index' (duration: 890.769318ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:47.426314Z","caller":"traceutil/trace.go:171","msg":"trace[61458336] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.112614862s","start":"2026-04-03T02:27:46.313684Z","end":"2026-04-03T02:27:47.426299Z","steps":["trace[61458336] 'process raft request' (duration: 1.112322056s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:47.426397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.313673Z","time spent":"1.112683264s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:47.426451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.978772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:27:47.42646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.73208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:27:47.426361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.312818Z","time spent":"1.11339211s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:47.426444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.513418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:27:47.426552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.073109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:27:47.426564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.074275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:27:47.426598Z","caller":"traceutil/trace.go:171","msg":"trace[1540295594] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1923; }","duration":"637.159241ms","start":"2026-04-03T02:27:46.789425Z","end":"2026-04-03T02:27:47.426584Z","steps":["trace[1540295594] 'agreement among raft nodes before linearized reading' (duration: 637.087989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:47.426492Z","caller":"traceutil/trace.go:171","msg":"trace[1484090803] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1923; }","duration":"348.026763ms","start":"2026-04-03T02:27:47.078453Z","end":"2026-04-03T02:27:47.42648Z","steps":["trace[1484090803] 'agreement among raft nodes before linearized reading' (duration: 347.946972ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:47.426608Z","caller":"traceutil/trace.go:171","msg":"trace[12306925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"111.157838ms","start":"2026-04-03T02:27:47.315438Z","end":"2026-04-03T02:27:47.426596Z","steps":["trace[12306925] 'agreement among raft nodes before linearized reading' (duration: 111.014095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:47.426618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.795263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-04-03T02:27:47.426638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.789402Z","time spent":"637.228432ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:47.426702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:47.07843Z","time spent":"348.224138ms","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:27:47.426495Z","caller":"traceutil/trace.go:171","msg":"trace[952512383] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1923; }","duration":"784.768861ms","start":"2026-04-03T02:27:46.641715Z","end":"2026-04-03T02:27:47.426484Z","steps":["trace[952512383] 'agreement among raft nodes before linearized reading' (duration: 784.687199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:47.426911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.736944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:27:47.427633Z","caller":"traceutil/trace.go:171","msg":"trace[1498721604] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:1923; }","duration":"371.470312ms","start":"2026-04-03T02:27:47.056123Z","end":"2026-04-03T02:27:47.427593Z","steps":["trace[1498721604] 'agreement among raft nodes before linearized reading' (duration: 370.290334ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:47.426575Z","caller":"traceutil/trace.go:171","msg":"trace[285581788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1923; }","duration":"975.704292ms","start":"2026-04-03T02:27:46.450839Z","end":"2026-04-03T02:27:47.426544Z","steps":["trace[285581788] 'agreement among raft nodes before linearized reading' (duration: 975.499917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:47.42776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:47.056106Z","time spent":"371.585014ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-03T02:27:47.427753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.450813Z","time spent":"976.91422ms","remote":"127.0.0.1:33016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:27:47.426655Z","caller":"traceutil/trace.go:171","msg":"trace[1702082838] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72; range_end:; response_count:1; response_revision:1923; }","duration":"322.858665ms","start":"2026-04-03T02:27:47.103788Z","end":"2026-04-03T02:27:47.426646Z","steps":["trace[1702082838] 'agreement among raft nodes before linearized reading' (duration: 322.726842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:47.427765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:46.641618Z","time spent":"785.945848ms","remote":"127.0.0.1:39218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:47.427881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:47.103772Z","time spent":"324.092854ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-14305de0-5f78-4b5e-83aa-cc799e5e0b72\" "} {"level":"info","ts":"2026-04-03T02:27:55.91331Z","caller":"traceutil/trace.go:171","msg":"trace[1525389954] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"360.803882ms","start":"2026-04-03T02:27:55.552475Z","end":"2026-04-03T02:27:55.913279Z","steps":["trace[1525389954] 'process raft request' (duration: 356.592373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:55.913473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:55.552451Z","time spent":"360.937806ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:55.919612Z","caller":"traceutil/trace.go:171","msg":"trace[2009309305] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2081; }","duration":"167.28684ms","start":"2026-04-03T02:27:55.752301Z","end":"2026-04-03T02:27:55.919587Z","steps":["trace[2009309305] 'read index received' (duration: 156.764714ms)","trace[2009309305] 'applied index is now lower than readState.Index' (duration: 10.520736ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:55.919672Z","caller":"traceutil/trace.go:171","msg":"trace[1373900479] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"365.8323ms","start":"2026-04-03T02:27:55.553807Z","end":"2026-04-03T02:27:55.919639Z","steps":["trace[1373900479] 'process raft request' (duration: 365.703007ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:55.919702Z","caller":"traceutil/trace.go:171","msg":"trace[1880239612] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"366.453184ms","start":"2026-04-03T02:27:55.553214Z","end":"2026-04-03T02:27:55.919667Z","steps":["trace[1880239612] 'process raft request' (duration: 366.178128ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:55.919756Z","caller":"traceutil/trace.go:171","msg":"trace[951923421] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"365.863351ms","start":"2026-04-03T02:27:55.553881Z","end":"2026-04-03T02:27:55.919744Z","steps":["trace[951923421] 'process raft request' (duration: 365.671756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:55.919829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:55.553201Z","time spent":"366.562077ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:55.919826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:55.553873Z","time spent":"365.910102ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:55.919831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:55.553797Z","time spent":"365.951673ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:55.919709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.404862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:55.919961Z","caller":"traceutil/trace.go:171","msg":"trace[114398722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2005; }","duration":"167.708649ms","start":"2026-04-03T02:27:55.752241Z","end":"2026-04-03T02:27:55.91995Z","steps":["trace[114398722] 'agreement among raft nodes before linearized reading' (duration: 167.423543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:57.360404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.276113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:57.360553Z","caller":"traceutil/trace.go:171","msg":"trace[118576093] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"189.121389ms","start":"2026-04-03T02:27:57.171404Z","end":"2026-04-03T02:27:57.360526Z","steps":["trace[118576093] 'process raft request' (duration: 58.59421ms)","trace[118576093] 'compare' (duration: 130.1321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:02.406633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.103139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:02.406723Z","caller":"traceutil/trace.go:171","msg":"trace[571974795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"655.275333ms","start":"2026-04-03T02:28:01.751426Z","end":"2026-04-03T02:28:02.406702Z","steps":["trace[571974795] 'range keys from in-memory index tree' (duration: 654.937056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.406717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.307984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:28:02.406762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.751388Z","time spent":"655.367036ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:28:02.40677Z","caller":"traceutil/trace.go:171","msg":"trace[304915159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2046; }","duration":"462.406926ms","start":"2026-04-03T02:28:01.944349Z","end":"2026-04-03T02:28:02.406756Z","steps":["trace[304915159] 'range keys from in-memory index tree' (duration: 462.14402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.406805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.94434Z","time spent":"462.457058ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:02.407008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.226816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:28:02.407024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.550959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:28:02.407092Z","caller":"traceutil/trace.go:171","msg":"trace[1805181695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2046; }","duration":"463.39601ms","start":"2026-04-03T02:28:01.943675Z","end":"2026-04-03T02:28:02.407071Z","steps":["trace[1805181695] 'range keys from in-memory index tree' (duration: 463.055592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.407129Z","caller":"traceutil/trace.go:171","msg":"trace[1308801502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2046; }","duration":"462.679253ms","start":"2026-04-03T02:28:01.944424Z","end":"2026-04-03T02:28:02.407103Z","steps":["trace[1308801502] 'range keys from in-memory index tree' (duration: 462.408616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.407148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.943657Z","time spent":"463.482551ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:28:02.407186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.944419Z","time spent":"462.755474ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:28:02.407312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.471002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:28:02.407416Z","caller":"traceutil/trace.go:171","msg":"trace[509065397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2046; }","duration":"463.642705ms","start":"2026-04-03T02:28:01.943746Z","end":"2026-04-03T02:28:02.407389Z","steps":["trace[509065397] 'range keys from in-memory index tree' (duration: 463.081552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.407501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.94369Z","time spent":"463.79761ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:28:02.409992Z","caller":"traceutil/trace.go:171","msg":"trace[1936492979] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"236.205981ms","start":"2026-04-03T02:28:02.173766Z","end":"2026-04-03T02:28:02.409972Z","steps":["trace[1936492979] 'process raft request' (duration: 236.061437ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.412086Z","caller":"traceutil/trace.go:171","msg":"trace[80009709] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"237.557561ms","start":"2026-04-03T02:28:02.174512Z","end":"2026-04-03T02:28:02.412069Z","steps":["trace[80009709] 'process raft request' (duration: 237.166272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:20.703601Z","caller":"traceutil/trace.go:171","msg":"trace[133094432] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"101.933209ms","start":"2026-04-03T02:28:20.601643Z","end":"2026-04-03T02:28:20.703577Z","steps":["trace[133094432] 'process raft request' (duration: 101.848617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:20.703633Z","caller":"traceutil/trace.go:171","msg":"trace[282970649] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"105.767529ms","start":"2026-04-03T02:28:20.597837Z","end":"2026-04-03T02:28:20.703605Z","steps":["trace[282970649] 'process raft request' (duration: 73.585747ms)","trace[282970649] 'compare' (duration: 31.903225ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:22.669033Z","caller":"traceutil/trace.go:171","msg":"trace[1099201269] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"119.054279ms","start":"2026-04-03T02:28:22.549952Z","end":"2026-04-03T02:28:22.669006Z","steps":["trace[1099201269] 'process raft request' (duration: 118.901076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:22.669467Z","caller":"traceutil/trace.go:171","msg":"trace[1605825282] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"118.712832ms","start":"2026-04-03T02:28:22.550592Z","end":"2026-04-03T02:28:22.669304Z","steps":["trace[1605825282] 'process raft request' (duration: 118.365534ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:22.872133Z","caller":"traceutil/trace.go:171","msg":"trace[1186703464] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"113.684894ms","start":"2026-04-03T02:28:22.758412Z","end":"2026-04-03T02:28:22.872097Z","steps":["trace[1186703464] 'process raft request' (duration: 98.4781ms)","trace[1186703464] 'compare' (duration: 15.02776ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:22.872371Z","caller":"traceutil/trace.go:171","msg":"trace[1594461274] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"113.319335ms","start":"2026-04-03T02:28:22.75902Z","end":"2026-04-03T02:28:22.872339Z","steps":["trace[1594461274] 'process raft request' (duration: 113.035228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:32.49002Z","caller":"traceutil/trace.go:171","msg":"trace[990674276] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"556.006718ms","start":"2026-04-03T02:28:31.93395Z","end":"2026-04-03T02:28:32.489957Z","steps":["trace[990674276] 'process raft request' (duration: 555.837924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:32.490975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:31.933932Z","time spent":"556.230403ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:33.177281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.798554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:28:33.17761Z","caller":"traceutil/trace.go:171","msg":"trace[1910489163] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"527.231766ms","start":"2026-04-03T02:28:32.650357Z","end":"2026-04-03T02:28:33.177588Z","steps":["trace[1910489163] 'read index received' (duration: 45.011µs)","trace[1910489163] 'applied index is now lower than readState.Index' (duration: 527.185495ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:33.177738Z","caller":"traceutil/trace.go:171","msg":"trace[1398955267] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"524.831911ms","start":"2026-04-03T02:28:32.652895Z","end":"2026-04-03T02:28:33.177726Z","steps":["trace[1398955267] 'process raft request' (duration: 524.520954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.177848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.652875Z","time spent":"524.899453ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:33.293118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.739622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7cdcbe00942\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T02:28:33.293226Z","caller":"traceutil/trace.go:171","msg":"trace[536999650] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7cdcbe00942; range_end:; response_count:1; response_revision:2217; }","duration":"642.900136ms","start":"2026-04-03T02:28:32.650295Z","end":"2026-04-03T02:28:33.293195Z","steps":["trace[536999650] 'agreement among raft nodes before linearized reading' (duration: 527.39185ms)","trace[536999650] 'range keys from in-memory index tree' (duration: 114.541114ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:33.293183Z","caller":"traceutil/trace.go:171","msg":"trace[1782942282] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"582.685872ms","start":"2026-04-03T02:28:32.71046Z","end":"2026-04-03T02:28:33.293146Z","steps":["trace[1782942282] 'process raft request' (duration: 571.708795ms)","trace[1782942282] 'compare' (duration: 10.651159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:33.293278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.65027Z","time spent":"642.997908ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7cdcbe00942\" "} {"level":"warn","ts":"2026-04-03T02:28:33.29353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.710435Z","time spent":"582.854415ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:33.293634Z","caller":"traceutil/trace.go:171","msg":"trace[1114028088] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"582.64633ms","start":"2026-04-03T02:28:32.710974Z","end":"2026-04-03T02:28:33.29362Z","steps":["trace[1114028088] 'process raft request' (duration: 582.082988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.293722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.081631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:28:33.293745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.710955Z","time spent":"582.723872ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:33.293778Z","caller":"traceutil/trace.go:171","msg":"trace[1878948270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2219; }","duration":"359.184704ms","start":"2026-04-03T02:28:32.934578Z","end":"2026-04-03T02:28:33.293763Z","steps":["trace[1878948270] 'agreement among raft nodes before linearized reading' (duration: 359.01757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.293816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.934554Z","time spent":"359.254096ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:33.293971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.935068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:28:33.294008Z","caller":"traceutil/trace.go:171","msg":"trace[1535665865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2219; }","duration":"353.01091ms","start":"2026-04-03T02:28:32.940986Z","end":"2026-04-03T02:28:33.293997Z","steps":["trace[1535665865] 'agreement among raft nodes before linearized reading' (duration: 352.916668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.294036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.940964Z","time spent":"353.065651ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:28:33.29401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.501355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:28:33.294095Z","caller":"traceutil/trace.go:171","msg":"trace[1971146245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2219; }","duration":"372.661629ms","start":"2026-04-03T02:28:32.921414Z","end":"2026-04-03T02:28:33.294075Z","steps":["trace[1971146245] 'agreement among raft nodes before linearized reading' (duration: 372.428934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.29411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.477788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:28:33.294149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.921392Z","time spent":"372.74866ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:28:33.294174Z","caller":"traceutil/trace.go:171","msg":"trace[675347391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2219; }","duration":"499.588332ms","start":"2026-04-03T02:28:32.794565Z","end":"2026-04-03T02:28:33.294154Z","steps":["trace[675347391] 'agreement among raft nodes before linearized reading' (duration: 499.380027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.294194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.299779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:28:33.294281Z","caller":"traceutil/trace.go:171","msg":"trace[125154456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2219; }","duration":"372.408632ms","start":"2026-04-03T02:28:32.921853Z","end":"2026-04-03T02:28:33.294262Z","steps":["trace[125154456] 'agreement among raft nodes before linearized reading' (duration: 372.153106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.294345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.921845Z","time spent":"372.489114ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:28:33.294487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.743439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:28:33.294526Z","caller":"traceutil/trace.go:171","msg":"trace[355772978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2219; }","duration":"500.830991ms","start":"2026-04-03T02:28:32.793685Z","end":"2026-04-03T02:28:33.294516Z","steps":["trace[355772978] 'agreement among raft nodes before linearized reading' (duration: 500.734288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.29457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.79366Z","time spent":"500.902932ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:28:33.294232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.794538Z","time spent":"499.681203ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:33.294835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.36201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:33.294886Z","caller":"traceutil/trace.go:171","msg":"trace[735579499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2219; }","duration":"542.492763ms","start":"2026-04-03T02:28:32.752383Z","end":"2026-04-03T02:28:33.294876Z","steps":["trace[735579499] 'agreement among raft nodes before linearized reading' (duration: 542.411691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.294913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.752358Z","time spent":"542.549385ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:28:33.29474Z","caller":"traceutil/trace.go:171","msg":"trace[605018753] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2306; }","duration":"115.895955ms","start":"2026-04-03T02:28:33.177657Z","end":"2026-04-03T02:28:33.293553Z","steps":["trace[605018753] 'read index received' (duration: 104.478468ms)","trace[605018753] 'applied index is now lower than readState.Index' (duration: 11.416777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:33.915692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.119357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-03T02:28:33.915929Z","caller":"traceutil/trace.go:171","msg":"trace[2098803903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2225; }","duration":"432.415154ms","start":"2026-04-03T02:28:33.483481Z","end":"2026-04-03T02:28:33.915896Z","steps":["trace[2098803903] 'range keys from in-memory index tree' (duration: 431.884221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.91604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:33.483459Z","time spent":"432.561257ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:28:34.70119Z","caller":"traceutil/trace.go:171","msg":"trace[1956372612] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"202.758713ms","start":"2026-04-03T02:28:34.498405Z","end":"2026-04-03T02:28:34.701164Z","steps":["trace[1956372612] 'process raft request' (duration: 202.593369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:36.19284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440350801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:36.193331Z","caller":"traceutil/trace.go:171","msg":"trace[1938239291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2226; }","duration":"1.440897614s","start":"2026-04-03T02:28:34.752408Z","end":"2026-04-03T02:28:36.193306Z","steps":["trace[1938239291] 'range keys from in-memory index tree' (duration: 1.440213998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:36.193438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:34.752388Z","time spent":"1.441035707s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:28:36.193338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.996496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:36.193831Z","caller":"traceutil/trace.go:171","msg":"trace[1051539325] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2315; }","duration":"1.005109732s","start":"2026-04-03T02:28:35.188705Z","end":"2026-04-03T02:28:36.193815Z","steps":["trace[1051539325] 'read index received' (duration: 362.561103ms)","trace[1051539325] 'applied index is now lower than readState.Index' (duration: 642.545958ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:36.194171Z","caller":"traceutil/trace.go:171","msg":"trace[1292248857] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.010194661s","start":"2026-04-03T02:28:35.183892Z","end":"2026-04-03T02:28:36.194087Z","steps":["trace[1292248857] 'process raft request' (duration: 367.349585ms)","trace[1292248857] 'compare' (duration: 641.448173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:36.194272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005563313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:36.194321Z","caller":"traceutil/trace.go:171","msg":"trace[399869885] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2227; }","duration":"1.005659465s","start":"2026-04-03T02:28:35.188646Z","end":"2026-04-03T02:28:36.194305Z","steps":["trace[399869885] 'agreement among raft nodes before linearized reading' (duration: 1.005572753s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:36.194391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.188622Z","time spent":"1.005751656s","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:28:36.1947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.183863Z","time spent":"1.010420206s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:36.695388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054797842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:28:36.740931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18967108s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:28:37.062638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.380732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:37.062861Z","caller":"traceutil/trace.go:171","msg":"trace[1444244455] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2316; }","duration":"868.592655ms","start":"2026-04-03T02:28:36.194237Z","end":"2026-04-03T02:28:37.06283Z","steps":["trace[1444244455] 'read index received' (duration: 546.850195ms)","trace[1444244455] 'applied index is now lower than readState.Index' (duration: 321.74101ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:37.06321Z","caller":"traceutil/trace.go:171","msg":"trace[2081528558] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"1.762117082s","start":"2026-04-03T02:28:35.301042Z","end":"2026-04-03T02:28:37.063159Z","steps":["trace[2081528558] 'process raft request' (duration: 1.761715842s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.038342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:37.063289Z","caller":"traceutil/trace.go:171","msg":"trace[1849185675] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.763809582s","start":"2026-04-03T02:28:35.299411Z","end":"2026-04-03T02:28:37.06322Z","steps":["trace[1849185675] 'process raft request' (duration: 1.441695283s)","trace[1849185675] 'compare' (duration: 321.238879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:37.063327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754998956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:28:37.063449Z","caller":"traceutil/trace.go:171","msg":"trace[1597040330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"1.755192771s","start":"2026-04-03T02:28:35.308228Z","end":"2026-04-03T02:28:37.063421Z","steps":["trace[1597040330] 'agreement among raft nodes before linearized reading' (duration: 1.754830832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.301028Z","time spent":"1.762292306s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:37.063397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686909236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:28:37.063662Z","caller":"traceutil/trace.go:171","msg":"trace[425001073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2229; }","duration":"1.687184063s","start":"2026-04-03T02:28:35.376456Z","end":"2026-04-03T02:28:37.06364Z","steps":["trace[425001073] 'agreement among raft nodes before linearized reading' (duration: 1.686492717s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.06346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.860887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:28:37.063817Z","caller":"traceutil/trace.go:171","msg":"trace[1891460855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2229; }","duration":"359.238135ms","start":"2026-04-03T02:28:36.70453Z","end":"2026-04-03T02:28:37.063768Z","steps":["trace[1891460855] 'agreement among raft nodes before linearized reading' (duration: 358.719274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.308201Z","time spent":"1.755297873s","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:28:37.063384Z","caller":"traceutil/trace.go:171","msg":"trace[211717753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"868.190905ms","start":"2026-04-03T02:28:36.195169Z","end":"2026-04-03T02:28:37.06336Z","steps":["trace[211717753] 'agreement among raft nodes before linearized reading' (duration: 868.025551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687357787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:28:37.063975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:36.195151Z","time spent":"868.80271ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:28:37.064078Z","caller":"traceutil/trace.go:171","msg":"trace[571933671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2229; }","duration":"1.687581641s","start":"2026-04-03T02:28:35.376426Z","end":"2026-04-03T02:28:37.064007Z","steps":["trace[571933671] 'agreement among raft nodes before linearized reading' (duration: 1.686860454s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.06419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.376405Z","time spent":"1.687770516s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:28:37.06353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686957567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:28:37.064388Z","caller":"traceutil/trace.go:171","msg":"trace[546847284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2229; }","duration":"1.687856137s","start":"2026-04-03T02:28:35.376513Z","end":"2026-04-03T02:28:37.064369Z","steps":["trace[546847284] 'agreement among raft nodes before linearized reading' (duration: 1.686901665s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.064442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.376489Z","time spent":"1.687930729s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:37.063525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.299393Z","time spent":"1.764004336s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:37.064464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.62647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T02:28:37.06463Z","caller":"traceutil/trace.go:171","msg":"trace[840010309] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2229; }","duration":"980.851785ms","start":"2026-04-03T02:28:36.08375Z","end":"2026-04-03T02:28:37.064602Z","steps":["trace[840010309] 'agreement among raft nodes before linearized reading' (duration: 979.540255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830509078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:28:37.064713Z","caller":"traceutil/trace.go:171","msg":"trace[1063780511] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2229; }","duration":"1.831655935s","start":"2026-04-03T02:28:35.233032Z","end":"2026-04-03T02:28:37.064688Z","steps":["trace[1063780511] 'agreement among raft nodes before linearized reading' (duration: 1.830523469s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.064765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.233021Z","time spent":"1.831733866s","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:28:37.063566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687115891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:28:37.06478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:36.083724Z","time spent":"980.956837ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:28:37.064815Z","caller":"traceutil/trace.go:171","msg":"trace[241545380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2229; }","duration":"1.68840682s","start":"2026-04-03T02:28:35.37639Z","end":"2026-04-03T02:28:37.064797Z","steps":["trace[241545380] 'agreement among raft nodes before linearized reading' (duration: 1.686995178s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.96371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:28:37.064885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.376374Z","time spent":"1.688491693s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:37.06372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.376449Z","time spent":"1.687257434s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:28:37.064939Z","caller":"traceutil/trace.go:171","msg":"trace[247082364] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2229; }","duration":"833.450174ms","start":"2026-04-03T02:28:36.231468Z","end":"2026-04-03T02:28:37.064918Z","steps":["trace[247082364] 'agreement among raft nodes before linearized reading' (duration: 831.870128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.063901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:36.70451Z","time spent":"359.371378ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:28:37.064428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687725025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:28:37.065005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:36.231445Z","time spent":"833.541466ms","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:28:37.065055Z","caller":"traceutil/trace.go:171","msg":"trace[2014221548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2229; }","duration":"1.688586674s","start":"2026-04-03T02:28:35.376445Z","end":"2026-04-03T02:28:37.065032Z","steps":["trace[2014221548] 'agreement among raft nodes before linearized reading' (duration: 1.686496587s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:37.065131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:35.37642Z","time spent":"1.688691228s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:29:15.191543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.587385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:29:15.191846Z","caller":"traceutil/trace.go:171","msg":"trace[1112672341] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"130.097909ms","start":"2026-04-03T02:29:15.061711Z","end":"2026-04-03T02:29:15.191809Z","steps":["trace[1112672341] 'process raft request' (duration: 27.165355ms)","trace[1112672341] 'compare' (duration: 102.336659ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:15.404436Z","caller":"traceutil/trace.go:171","msg":"trace[1443046360] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2554; }","duration":"113.710865ms","start":"2026-04-03T02:29:15.290688Z","end":"2026-04-03T02:29:15.404399Z","steps":["trace[1443046360] 'read index received' (duration: 39.476182ms)","trace[1443046360] 'applied index is now lower than readState.Index' (duration: 74.233443ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:15.404517Z","caller":"traceutil/trace.go:171","msg":"trace[583942007] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"130.772584ms","start":"2026-04-03T02:29:15.273697Z","end":"2026-04-03T02:29:15.40447Z","steps":["trace[583942007] 'process raft request' (duration: 56.49842ms)","trace[583942007] 'compare' (duration: 74.072129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:15.404646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.351347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:29:15.404696Z","caller":"traceutil/trace.go:171","msg":"trace[1901530476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2458; }","duration":"131.427629ms","start":"2026-04-03T02:29:15.273256Z","end":"2026-04-03T02:29:15.404683Z","steps":["trace[1901530476] 'agreement among raft nodes before linearized reading' (duration: 131.300606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:15.404637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.762923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:29:15.404896Z","caller":"traceutil/trace.go:171","msg":"trace[812606726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2458; }","duration":"116.079461ms","start":"2026-04-03T02:29:15.288808Z","end":"2026-04-03T02:29:15.404887Z","steps":["trace[812606726] 'agreement among raft nodes before linearized reading' (duration: 115.64517ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:15.406008Z","caller":"traceutil/trace.go:171","msg":"trace[1888764612] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"110.638875ms","start":"2026-04-03T02:29:15.295306Z","end":"2026-04-03T02:29:15.405945Z","steps":["trace[1888764612] 'process raft request' (duration: 110.262476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:15.406003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.231098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:29:15.406227Z","caller":"traceutil/trace.go:171","msg":"trace[964768386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"114.518805ms","start":"2026-04-03T02:29:15.291652Z","end":"2026-04-03T02:29:15.406171Z","steps":["trace[964768386] 'agreement among raft nodes before linearized reading' (duration: 114.070645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:16.723178Z","caller":"traceutil/trace.go:171","msg":"trace[1613423655] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"153.636738ms","start":"2026-04-03T02:29:16.569512Z","end":"2026-04-03T02:29:16.723149Z","steps":["trace[1613423655] 'process raft request' (duration: 153.579747ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:16.723209Z","caller":"traceutil/trace.go:171","msg":"trace[623054619] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"158.314247ms","start":"2026-04-03T02:29:16.564862Z","end":"2026-04-03T02:29:16.723176Z","steps":["trace[623054619] 'process raft request' (duration: 158.057921ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:16.904549Z","caller":"traceutil/trace.go:171","msg":"trace[284685769] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"160.027478ms","start":"2026-04-03T02:29:16.744475Z","end":"2026-04-03T02:29:16.904503Z","steps":["trace[284685769] 'process raft request' (duration: 159.830163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.535991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.922146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:29:17.536231Z","caller":"traceutil/trace.go:171","msg":"trace[1894965112] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2612; }","duration":"385.231087ms","start":"2026-04-03T02:29:17.150977Z","end":"2026-04-03T02:29:17.536208Z","steps":["trace[1894965112] 'read index received' (duration: 189.069946ms)","trace[1894965112] 'applied index is now lower than readState.Index' (duration: 196.159131ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:17.536242Z","caller":"traceutil/trace.go:171","msg":"trace[687348919] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"385.333259ms","start":"2026-04-03T02:29:17.150869Z","end":"2026-04-03T02:29:17.536203Z","steps":["trace[687348919] 'process raft request' (duration: 189.087426ms)","trace[687348919] 'compare' (duration: 195.784592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:17.536421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.439132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2410"} {"level":"info","ts":"2026-04-03T02:29:17.536498Z","caller":"traceutil/trace.go:171","msg":"trace[1988329080] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2512; }","duration":"385.554304ms","start":"2026-04-03T02:29:17.150932Z","end":"2026-04-03T02:29:17.536486Z","steps":["trace[1988329080] 'agreement among raft nodes before linearized reading' (duration: 385.440202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.536572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:17.150918Z","time spent":"385.641617ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2432,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-04-03T02:29:17.536413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:17.150841Z","time spent":"385.486183ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2395,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:17.587547Z","caller":"traceutil/trace.go:171","msg":"trace[1076914878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2512; }","duration":"433.278759ms","start":"2026-04-03T02:29:17.15422Z","end":"2026-04-03T02:29:17.587499Z","steps":["trace[1076914878] 'process raft request' (duration: 432.991823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.587783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:17.154208Z","time spent":"433.431783ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2443,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:17.587804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.868431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:29:17.587872Z","caller":"traceutil/trace.go:171","msg":"trace[981923694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2514; }","duration":"292.985944ms","start":"2026-04-03T02:29:17.294865Z","end":"2026-04-03T02:29:17.587851Z","steps":["trace[981923694] 'agreement among raft nodes before linearized reading' (duration: 292.679376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.587946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.247482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:29:17.587969Z","caller":"traceutil/trace.go:171","msg":"trace[483095135] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"315.54705ms","start":"2026-04-03T02:29:17.272379Z","end":"2026-04-03T02:29:17.587926Z","steps":["trace[483095135] 'process raft request' (duration: 315.08588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.588057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.88624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:17.588086Z","caller":"traceutil/trace.go:171","msg":"trace[1416175330] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2514; }","duration":"134.970952ms","start":"2026-04-03T02:29:17.453107Z","end":"2026-04-03T02:29:17.588078Z","steps":["trace[1416175330] 'agreement among raft nodes before linearized reading' (duration: 134.925151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.588132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:17.272152Z","time spent":"315.891628ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:17.588158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.814675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:29:17.588201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.71168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:29:17.588007Z","caller":"traceutil/trace.go:171","msg":"trace[606860053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2514; }","duration":"148.362305ms","start":"2026-04-03T02:29:17.43963Z","end":"2026-04-03T02:29:17.587992Z","steps":["trace[606860053] 'agreement among raft nodes before linearized reading' (duration: 148.15137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.588209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.154708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:29:17.588253Z","caller":"traceutil/trace.go:171","msg":"trace[2081486530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2514; }","duration":"160.97527ms","start":"2026-04-03T02:29:17.427253Z","end":"2026-04-03T02:29:17.588229Z","steps":["trace[2081486530] 'agreement among raft nodes before linearized reading' (duration: 160.614752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:17.588265Z","caller":"traceutil/trace.go:171","msg":"trace[619851778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2514; }","duration":"177.826334ms","start":"2026-04-03T02:29:17.410421Z","end":"2026-04-03T02:29:17.588247Z","steps":["trace[619851778] 'agreement among raft nodes before linearized reading' (duration: 177.67898ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:17.58826Z","caller":"traceutil/trace.go:171","msg":"trace[1173659950] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"352.932482ms","start":"2026-04-03T02:29:17.235306Z","end":"2026-04-03T02:29:17.588238Z","steps":["trace[1173659950] 'process raft request' (duration: 352.035612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:17.588303Z","caller":"traceutil/trace.go:171","msg":"trace[1835344154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2514; }","duration":"177.2853ms","start":"2026-04-03T02:29:17.410996Z","end":"2026-04-03T02:29:17.588281Z","steps":["trace[1835344154] 'agreement among raft nodes before linearized reading' (duration: 176.970323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.588361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:17.235276Z","time spent":"353.029975ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:17.588391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.054621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:29:17.588423Z","caller":"traceutil/trace.go:171","msg":"trace[22271452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2514; }","duration":"149.095361ms","start":"2026-04-03T02:29:17.439318Z","end":"2026-04-03T02:29:17.588413Z","steps":["trace[22271452] 'agreement among raft nodes before linearized reading' (duration: 149.003929ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:25.59635Z","caller":"traceutil/trace.go:171","msg":"trace[1321902071] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"255.913378ms","start":"2026-04-03T02:29:25.340409Z","end":"2026-04-03T02:29:25.596323Z","steps":["trace[1321902071] 'process raft request' (duration: 255.763935ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:28.752221Z","caller":"traceutil/trace.go:171","msg":"trace[1254346872] linearizableReadLoop","detail":"{readStateIndex:2792; appliedIndex:2791; }","duration":"109.255461ms","start":"2026-04-03T02:29:28.642935Z","end":"2026-04-03T02:29:28.752191Z","steps":["trace[1254346872] 'read index received' (duration: 109.017366ms)","trace[1254346872] 'applied index is now lower than readState.Index' (duration: 236.725µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:28.752428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.472027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:29:28.752459Z","caller":"traceutil/trace.go:171","msg":"trace[654464509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2683; }","duration":"109.566669ms","start":"2026-04-03T02:29:28.642882Z","end":"2026-04-03T02:29:28.752449Z","steps":["trace[654464509] 'agreement among raft nodes before linearized reading' (duration: 109.410136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:28.75249Z","caller":"traceutil/trace.go:171","msg":"trace[1509688453] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"197.293827ms","start":"2026-04-03T02:29:28.555121Z","end":"2026-04-03T02:29:28.752415Z","steps":["trace[1509688453] 'process raft request' (duration: 196.868988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:00.022568Z","caller":"traceutil/trace.go:171","msg":"trace[80122320] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"141.928586ms","start":"2026-04-03T02:29:59.880604Z","end":"2026-04-03T02:30:00.022532Z","steps":["trace[80122320] 'process raft request' (duration: 94.6174ms)","trace[80122320] 'compare' (duration: 47.115591ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:00.022743Z","caller":"traceutil/trace.go:171","msg":"trace[358967465] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2985; }","duration":"142.040568ms","start":"2026-04-03T02:29:59.880661Z","end":"2026-04-03T02:30:00.022702Z","steps":["trace[358967465] 'read index received' (duration: 94.496507ms)","trace[358967465] 'applied index is now lower than readState.Index' (duration: 47.53774ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:00.022795Z","caller":"traceutil/trace.go:171","msg":"trace[414716578] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"142.14028ms","start":"2026-04-03T02:29:59.880603Z","end":"2026-04-03T02:30:00.022743Z","steps":["trace[414716578] 'process raft request' (duration: 141.884405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.02308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.386575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:30:00.02319Z","caller":"traceutil/trace.go:171","msg":"trace[57880054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2872; }","duration":"142.541089ms","start":"2026-04-03T02:29:59.880624Z","end":"2026-04-03T02:30:00.023165Z","steps":["trace[57880054] 'agreement among raft nodes before linearized reading' (duration: 142.229242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.023313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.103998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:30:00.023254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.777061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:30:00.023373Z","caller":"traceutil/trace.go:171","msg":"trace[1075800471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2872; }","duration":"103.237052ms","start":"2026-04-03T02:29:59.92012Z","end":"2026-04-03T02:30:00.023357Z","steps":["trace[1075800471] 'agreement among raft nodes before linearized reading' (duration: 103.132379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:00.023379Z","caller":"traceutil/trace.go:171","msg":"trace[1230669719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2872; }","duration":"138.943566ms","start":"2026-04-03T02:29:59.884421Z","end":"2026-04-03T02:30:00.023364Z","steps":["trace[1230669719] 'agreement among raft nodes before linearized reading' (duration: 138.628158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.023403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.226561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:30:00.023518Z","caller":"traceutil/trace.go:171","msg":"trace[1140296047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2872; }","duration":"139.400256ms","start":"2026-04-03T02:29:59.884092Z","end":"2026-04-03T02:30:00.023492Z","steps":["trace[1140296047] 'agreement among raft nodes before linearized reading' (duration: 139.042987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.02355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.54365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:30:00.024121Z","caller":"traceutil/trace.go:171","msg":"trace[455879509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2872; }","duration":"143.233775ms","start":"2026-04-03T02:29:59.880843Z","end":"2026-04-03T02:30:00.024077Z","steps":["trace[455879509] 'agreement among raft nodes before linearized reading' (duration: 142.179981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.237052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482965114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:30:04.237153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677058658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:04.237183Z","caller":"traceutil/trace.go:171","msg":"trace[1246469204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2889; }","duration":"1.483185349s","start":"2026-04-03T02:30:02.753967Z","end":"2026-04-03T02:30:04.237152Z","steps":["trace[1246469204] 'range keys from in-memory index tree' (duration: 1.482829631s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.237247Z","caller":"traceutil/trace.go:171","msg":"trace[1581396479] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2889; }","duration":"1.677345285s","start":"2026-04-03T02:30:02.559877Z","end":"2026-04-03T02:30:04.237222Z","steps":["trace[1581396479] 'count revisions from in-memory index tree' (duration: 1.676947756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.237266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:02.753927Z","time spent":"1.483319023s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:30:04.237311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:02.559853Z","time spent":"1.677446658s","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:30:04.23761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.516023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:04.237805Z","caller":"traceutil/trace.go:171","msg":"trace[31571354] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"1.261628315s","start":"2026-04-03T02:30:02.976152Z","end":"2026-04-03T02:30:04.237781Z","steps":["trace[31571354] 'process raft request' (duration: 473.828436ms)","trace[31571354] 'compare' (duration: 787.298647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:04.237913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:02.976122Z","time spent":"1.261740738s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:04.238289Z","caller":"traceutil/trace.go:171","msg":"trace[468658286] linearizableReadLoop","detail":"{readStateIndex:3007; appliedIndex:3005; }","duration":"501.3933ms","start":"2026-04-03T02:30:03.736878Z","end":"2026-04-03T02:30:04.238271Z","steps":["trace[468658286] 'read index received' (duration: 338.792352ms)","trace[468658286] 'applied index is now lower than readState.Index' (duration: 162.598768ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:04.238338Z","caller":"traceutil/trace.go:171","msg":"trace[2013749309] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"375.91509ms","start":"2026-04-03T02:30:03.862402Z","end":"2026-04-03T02:30:04.238317Z","steps":["trace[2013749309] 'process raft request' (duration: 375.857839ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.238424Z","caller":"traceutil/trace.go:171","msg":"trace[1439987535] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"873.303646ms","start":"2026-04-03T02:30:03.365104Z","end":"2026-04-03T02:30:04.238407Z","steps":["trace[1439987535] 'process raft request' (duration: 872.62756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.238521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.365073Z","time spent":"873.398949ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.23864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.862372Z","time spent":"376.009933ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.238949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.073075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2b7e1ca7e5310\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-03T02:30:04.23919Z","caller":"traceutil/trace.go:171","msg":"trace[458689534] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"398.390905ms","start":"2026-04-03T02:30:03.840782Z","end":"2026-04-03T02:30:04.239173Z","steps":["trace[458689534] 'process raft request' (duration: 397.325179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.239321Z","caller":"traceutil/trace.go:171","msg":"trace[115372853] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2b7e1ca7e5310; range_end:; response_count:1; response_revision:2893; }","duration":"502.489646ms","start":"2026-04-03T02:30:03.736811Z","end":"2026-04-03T02:30:04.239301Z","steps":["trace[115372853] 'agreement among raft nodes before linearized reading' (duration: 501.951733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.239281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.840703Z","time spent":"398.536317ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.239396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.736786Z","time spent":"502.593819ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a2b7e1ca7e5310\" "} {"level":"warn","ts":"2026-04-03T02:30:04.239594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.321905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:30:04.239669Z","caller":"traceutil/trace.go:171","msg":"trace[66939387] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2893; }","duration":"455.461088ms","start":"2026-04-03T02:30:03.784188Z","end":"2026-04-03T02:30:04.239649Z","steps":["trace[66939387] 'agreement among raft nodes before linearized reading' (duration: 455.255743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.239732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.784141Z","time spent":"455.57881ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:30:04.239944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.798399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:30:04.240041Z","caller":"traceutil/trace.go:171","msg":"trace[1537516438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2893; }","duration":"191.973703ms","start":"2026-04-03T02:30:04.048045Z","end":"2026-04-03T02:30:04.240019Z","steps":["trace[1537516438] 'agreement among raft nodes before linearized reading' (duration: 191.695997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.223802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:30:04.240148Z","caller":"traceutil/trace.go:171","msg":"trace[1703581581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2893; }","duration":"202.340036ms","start":"2026-04-03T02:30:04.037784Z","end":"2026-04-03T02:30:04.240124Z","steps":["trace[1703581581] 'agreement among raft nodes before linearized reading' (duration: 202.172852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.26657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:30:04.240174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.554513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:30:04.240226Z","caller":"traceutil/trace.go:171","msg":"trace[880263512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2893; }","duration":"201.429955ms","start":"2026-04-03T02:30:04.038776Z","end":"2026-04-03T02:30:04.240206Z","steps":["trace[880263512] 'agreement among raft nodes before linearized reading' (duration: 201.175649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.464499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:30:04.240267Z","caller":"traceutil/trace.go:171","msg":"trace[1582819649] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2893; }","duration":"188.659316ms","start":"2026-04-03T02:30:04.05157Z","end":"2026-04-03T02:30:04.240229Z","steps":["trace[1582819649] 'agreement among raft nodes before linearized reading' (duration: 188.460712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.749243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T02:30:04.240301Z","caller":"traceutil/trace.go:171","msg":"trace[1698917600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2893; }","duration":"190.52562ms","start":"2026-04-03T02:30:04.049765Z","end":"2026-04-03T02:30:04.240291Z","steps":["trace[1698917600] 'agreement among raft nodes before linearized reading' (duration: 190.414127ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.240354Z","caller":"traceutil/trace.go:171","msg":"trace[29903359] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2893; }","duration":"100.945768ms","start":"2026-04-03T02:30:04.139386Z","end":"2026-04-03T02:30:04.240332Z","steps":["trace[29903359] 'agreement among raft nodes before linearized reading' (duration: 100.683322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.255697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:30:04.240467Z","caller":"traceutil/trace.go:171","msg":"trace[2127622325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2893; }","duration":"194.301537ms","start":"2026-04-03T02:30:04.046157Z","end":"2026-04-03T02:30:04.240458Z","steps":["trace[2127622325] 'agreement among raft nodes before linearized reading' (duration: 194.207495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.741389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.094162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:04.741605Z","caller":"traceutil/trace.go:171","msg":"trace[939646983] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"498.883491ms","start":"2026-04-03T02:30:04.242685Z","end":"2026-04-03T02:30:04.741569Z","steps":["trace[939646983] 'process raft request' (duration: 230.508753ms)","trace[939646983] 'compare' (duration: 267.908428ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:04.741667Z","caller":"traceutil/trace.go:171","msg":"trace[205133225] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3009; }","duration":"497.12996ms","start":"2026-04-03T02:30:04.244507Z","end":"2026-04-03T02:30:04.741637Z","steps":["trace[205133225] 'read index received' (duration: 228.715161ms)","trace[205133225] 'applied index is now lower than readState.Index' (duration: 268.408389ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:04.741772Z","caller":"traceutil/trace.go:171","msg":"trace[139890146] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"495.490992ms","start":"2026-04-03T02:30:04.246261Z","end":"2026-04-03T02:30:04.741752Z","steps":["trace[139890146] 'process raft request' (duration: 495.452622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.741844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.246253Z","time spent":"495.564844ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.741884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.242664Z","time spent":"499.063166ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.741979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.436198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-03T02:30:04.742036Z","caller":"traceutil/trace.go:171","msg":"trace[1413120630] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2900; }","duration":"497.54413ms","start":"2026-04-03T02:30:04.24448Z","end":"2026-04-03T02:30:04.742024Z","steps":["trace[1413120630] 'agreement among raft nodes before linearized reading' (duration: 497.297224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.742084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.24446Z","time spent":"497.613971ms","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T02:30:04.742224Z","caller":"traceutil/trace.go:171","msg":"trace[1489731835] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"496.084046ms","start":"2026-04-03T02:30:04.246128Z","end":"2026-04-03T02:30:04.742212Z","steps":["trace[1489731835] 'process raft request' (duration: 495.38729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.742275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.246109Z","time spent":"496.142478ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:04.742367Z","caller":"traceutil/trace.go:171","msg":"trace[2131485816] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"496.216989ms","start":"2026-04-03T02:30:04.246143Z","end":"2026-04-03T02:30:04.74236Z","steps":["trace[2131485816] 'process raft request' (duration: 495.450422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.742411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.24612Z","time spent":"496.2695ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:04.742503Z","caller":"traceutil/trace.go:171","msg":"trace[490792695] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"496.344703ms","start":"2026-04-03T02:30:04.246152Z","end":"2026-04-03T02:30:04.742497Z","steps":["trace[490792695] 'process raft request' (duration: 495.486003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.742271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.040901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:04.742687Z","caller":"traceutil/trace.go:171","msg":"trace[1768740996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2900; }","duration":"495.429981ms","start":"2026-04-03T02:30:04.247193Z","end":"2026-04-03T02:30:04.742623Z","steps":["trace[1768740996] 'agreement among raft nodes before linearized reading' (duration: 494.997091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.742795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.274285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:30:04.742847Z","caller":"traceutil/trace.go:171","msg":"trace[621399266] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2900; }","duration":"372.334786ms","start":"2026-04-03T02:30:04.370501Z","end":"2026-04-03T02:30:04.742835Z","steps":["trace[621399266] 'agreement among raft nodes before linearized reading' (duration: 372.223764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.743007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.596092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-03T02:30:04.742946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.370415Z","time spent":"372.51123ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:30:04.743184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.139258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:04.743225Z","caller":"traceutil/trace.go:171","msg":"trace[1986726566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2900; }","duration":"306.708364ms","start":"2026-04-03T02:30:04.436366Z","end":"2026-04-03T02:30:04.743074Z","steps":["trace[1986726566] 'agreement among raft nodes before linearized reading' (duration: 306.376396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.742748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.247184Z","time spent":"495.547914ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:30:04.743302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.436352Z","time spent":"306.909999ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:30:04.743439Z","caller":"traceutil/trace.go:171","msg":"trace[281885813] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2900; }","duration":"472.26547ms","start":"2026-04-03T02:30:04.270957Z","end":"2026-04-03T02:30:04.743223Z","steps":["trace[281885813] 'agreement among raft nodes before linearized reading' (duration: 471.961373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.743508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.270945Z","time spent":"472.547177ms","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:30:04.742568Z","caller":"traceutil/trace.go:171","msg":"trace[1422252610] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"496.370524ms","start":"2026-04-03T02:30:04.246191Z","end":"2026-04-03T02:30:04.742562Z","steps":["trace[1422252610] 'process raft request' (duration: 495.468942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.744243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.246174Z","time spent":"497.781006ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:04.742594Z","caller":"traceutil/trace.go:171","msg":"trace[747670353] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"496.368824ms","start":"2026-04-03T02:30:04.24622Z","end":"2026-04-03T02:30:04.742589Z","steps":["trace[747670353] 'process raft request' (duration: 495.465222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.744384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.246196Z","time spent":"498.157815ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.742544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.246137Z","time spent":"496.387044ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:05.42618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.413575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:05.426668Z","caller":"traceutil/trace.go:171","msg":"trace[360970366] linearizableReadLoop","detail":"{readStateIndex:3017; appliedIndex:3016; }","duration":"674.446592ms","start":"2026-04-03T02:30:04.752181Z","end":"2026-04-03T02:30:05.426628Z","steps":["trace[360970366] 'read index received' (duration: 275.226198ms)","trace[360970366] 'applied index is now lower than readState.Index' (duration: 399.218374ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:05.426851Z","caller":"traceutil/trace.go:171","msg":"trace[1654987686] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"675.486146ms","start":"2026-04-03T02:30:04.751346Z","end":"2026-04-03T02:30:05.426833Z","steps":["trace[1654987686] 'process raft request' (duration: 276.248251ms)","trace[1654987686] 'compare' (duration: 398.262011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:05.426979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.35586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-03T02:30:05.427033Z","caller":"traceutil/trace.go:171","msg":"trace[1021891109] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2901; }","duration":"674.427821ms","start":"2026-04-03T02:30:04.752592Z","end":"2026-04-03T02:30:05.42702Z","steps":["trace[1021891109] 'agreement among raft nodes before linearized reading' (duration: 674.246717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:05.427075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.75258Z","time spent":"674.487652ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T02:30:05.427157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.751311Z","time spent":"675.696801ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:05.427466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.23798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:30:05.427993Z","caller":"traceutil/trace.go:171","msg":"trace[2002533157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2901; }","duration":"675.391963ms","start":"2026-04-03T02:30:04.752164Z","end":"2026-04-03T02:30:05.427556Z","steps":["trace[2002533157] 'agreement among raft nodes before linearized reading' (duration: 674.693007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:05.428144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:04.752158Z","time spent":"675.911065ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:30:10.990987Z","caller":"traceutil/trace.go:171","msg":"trace[1392178569] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"171.570117ms","start":"2026-04-03T02:30:10.819382Z","end":"2026-04-03T02:30:10.990952Z","steps":["trace[1392178569] 'process raft request' (duration: 171.479164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:10.991055Z","caller":"traceutil/trace.go:171","msg":"trace[299551516] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"171.70655ms","start":"2026-04-03T02:30:10.819284Z","end":"2026-04-03T02:30:10.990991Z","steps":["trace[299551516] 'process raft request' (duration: 144.061185ms)","trace[299551516] 'compare' (duration: 27.304928ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:10.991361Z","caller":"traceutil/trace.go:171","msg":"trace[2129915191] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"171.940275ms","start":"2026-04-03T02:30:10.81938Z","end":"2026-04-03T02:30:10.99132Z","steps":["trace[2129915191] 'process raft request' (duration: 171.525896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:10.991786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.544325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:30:10.991498Z","caller":"traceutil/trace.go:171","msg":"trace[50666564] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"171.849063ms","start":"2026-04-03T02:30:10.819603Z","end":"2026-04-03T02:30:10.991452Z","steps":["trace[50666564] 'process raft request' (duration: 171.573087ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:10.991856Z","caller":"traceutil/trace.go:171","msg":"trace[47225084] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2934; }","duration":"120.678728ms","start":"2026-04-03T02:30:10.871163Z","end":"2026-04-03T02:30:10.991841Z","steps":["trace[47225084] 'agreement among raft nodes before linearized reading' (duration: 120.543725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:10.991643Z","caller":"traceutil/trace.go:171","msg":"trace[17673725] linearizableReadLoop","detail":"{readStateIndex:3051; appliedIndex:3046; }","duration":"120.390132ms","start":"2026-04-03T02:30:10.871221Z","end":"2026-04-03T02:30:10.991611Z","steps":["trace[17673725] 'read index received' (duration: 92.149042ms)","trace[17673725] 'applied index is now lower than readState.Index' (duration: 28.24022ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:10.991656Z","caller":"traceutil/trace.go:171","msg":"trace[1501998651] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"171.69084ms","start":"2026-04-03T02:30:10.819927Z","end":"2026-04-03T02:30:10.991617Z","steps":["trace[1501998651] 'process raft request' (duration: 171.483195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:39.154381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.751158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:30:39.154494Z","caller":"traceutil/trace.go:171","msg":"trace[631053128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3083; }","duration":"112.28353ms","start":"2026-04-03T02:30:39.042183Z","end":"2026-04-03T02:30:39.154467Z","steps":["trace[631053128] 'range keys from in-memory index tree' (duration: 111.506832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:40.564132Z","caller":"traceutil/trace.go:171","msg":"trace[833565375] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"148.525068ms","start":"2026-04-03T02:30:40.415578Z","end":"2026-04-03T02:30:40.564103Z","steps":["trace[833565375] 'process raft request' (duration: 148.319874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:40.566621Z","caller":"traceutil/trace.go:171","msg":"trace[1912238383] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"108.142123ms","start":"2026-04-03T02:30:40.458459Z","end":"2026-04-03T02:30:40.566601Z","steps":["trace[1912238383] 'process raft request' (duration: 108.02433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:40.566857Z","caller":"traceutil/trace.go:171","msg":"trace[1233313418] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"105.119193ms","start":"2026-04-03T02:30:40.461687Z","end":"2026-04-03T02:30:40.566806Z","steps":["trace[1233313418] 'process raft request' (duration: 104.874937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:07.80896Z","caller":"traceutil/trace.go:171","msg":"trace[2030063073] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"118.508988ms","start":"2026-04-03T02:32:07.690407Z","end":"2026-04-03T02:32:07.808916Z","steps":["trace[2030063073] 'process raft request' (duration: 111.579226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:07.809181Z","caller":"traceutil/trace.go:171","msg":"trace[667168712] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"116.536171ms","start":"2026-04-03T02:32:07.692595Z","end":"2026-04-03T02:32:07.809131Z","steps":["trace[667168712] 'process raft request' (duration: 116.270965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.430082Z","caller":"traceutil/trace.go:171","msg":"trace[607745531] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"409.539796ms","start":"2026-04-03T02:32:48.020513Z","end":"2026-04-03T02:32:48.430052Z","steps":["trace[607745531] 'process raft request' (duration: 409.374203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.430281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.020495Z","time spent":"409.68644ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:48.797447Z","caller":"traceutil/trace.go:171","msg":"trace[527257695] linearizableReadLoop","detail":"{readStateIndex:4112; appliedIndex:4110; }","duration":"773.306419ms","start":"2026-04-03T02:32:48.024112Z","end":"2026-04-03T02:32:48.797418Z","steps":["trace[527257695] 'read index received' (duration: 405.761727ms)","trace[527257695] 'applied index is now lower than readState.Index' (duration: 367.543892ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:48.797607Z","caller":"traceutil/trace.go:171","msg":"trace[1238214926] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"774.008455ms","start":"2026-04-03T02:32:48.023581Z","end":"2026-04-03T02:32:48.797589Z","steps":["trace[1238214926] 'process raft request' (duration: 748.246661ms)","trace[1238214926] 'compare' (duration: 25.278913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:48.797723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.023557Z","time spent":"774.076357ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:48.797818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.64363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:32:48.797934Z","caller":"traceutil/trace.go:171","msg":"trace[2090912448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3955; }","duration":"771.789914ms","start":"2026-04-03T02:32:48.026118Z","end":"2026-04-03T02:32:48.797907Z","steps":["trace[2090912448] 'agreement among raft nodes before linearized reading' (duration: 771.504787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.797992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.026107Z","time spent":"771.870566ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:48.798009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.727137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:32:48.798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.47513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:32:48.798065Z","caller":"traceutil/trace.go:171","msg":"trace[565618679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3955; }","duration":"758.83957ms","start":"2026-04-03T02:32:48.039211Z","end":"2026-04-03T02:32:48.798051Z","steps":["trace[565618679] 'agreement among raft nodes before linearized reading' (duration: 758.702917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.798056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.757574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:32:48.79807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.943823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:32:48.798101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.039179Z","time spent":"758.913981ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:32:48.798111Z","caller":"traceutil/trace.go:171","msg":"trace[1213611168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:3955; }","duration":"300.659044ms","start":"2026-04-03T02:32:48.497426Z","end":"2026-04-03T02:32:48.798085Z","steps":["trace[1213611168] 'agreement among raft nodes before linearized reading' (duration: 300.272455ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.798124Z","caller":"traceutil/trace.go:171","msg":"trace[1248523778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3955; }","duration":"757.861958ms","start":"2026-04-03T02:32:48.04024Z","end":"2026-04-03T02:32:48.798102Z","steps":["trace[1248523778] 'agreement among raft nodes before linearized reading' (duration: 757.681283ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.798135Z","caller":"traceutil/trace.go:171","msg":"trace[1337739914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3955; }","duration":"774.024906ms","start":"2026-04-03T02:32:48.024089Z","end":"2026-04-03T02:32:48.798113Z","steps":["trace[1337739914] 'agreement among raft nodes before linearized reading' (duration: 773.840162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.798166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.040231Z","time spent":"757.927399ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:32:48.798174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.497406Z","time spent":"300.757966ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:32:48.79818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.024078Z","time spent":"774.092437ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:07.686018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.96435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-554906e6-dc81-4de0-9fe5-39423cc4b41e\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-03T02:34:07.68615Z","caller":"traceutil/trace.go:171","msg":"trace[30254065] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-554906e6-dc81-4de0-9fe5-39423cc4b41e; range_end:; response_count:1; response_revision:4937; }","duration":"184.171305ms","start":"2026-04-03T02:34:07.501945Z","end":"2026-04-03T02:34:07.686116Z","steps":["trace[30254065] 'range keys from in-memory index tree' (duration: 183.695423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:07.68661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.975723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-03T02:34:07.68669Z","caller":"traceutil/trace.go:171","msg":"trace[1628141493] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4937; }","duration":"176.090206ms","start":"2026-04-03T02:34:07.51058Z","end":"2026-04-03T02:34:07.68667Z","steps":["trace[1628141493] 'range keys from in-memory index tree' (duration: 175.130792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:07.846787Z","caller":"traceutil/trace.go:171","msg":"trace[1340125303] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"126.378331ms","start":"2026-04-03T02:34:07.720372Z","end":"2026-04-03T02:34:07.846751Z","steps":["trace[1340125303] 'read index received' (duration: 126.129425ms)","trace[1340125303] 'applied index is now lower than readState.Index' (duration: 247.776µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:07.847117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.724819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-04-03T02:34:07.847232Z","caller":"traceutil/trace.go:171","msg":"trace[271391149] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4938; }","duration":"126.863912ms","start":"2026-04-03T02:34:07.720336Z","end":"2026-04-03T02:34:07.8472Z","steps":["trace[271391149] 'agreement among raft nodes before linearized reading' (duration: 126.591886ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:07.84763Z","caller":"traceutil/trace.go:171","msg":"trace[1592358798] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"143.630665ms","start":"2026-04-03T02:34:07.703243Z","end":"2026-04-03T02:34:07.846873Z","steps":["trace[1592358798] 'process raft request' (duration: 143.332038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:09.483623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.539474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:09.483854Z","caller":"traceutil/trace.go:171","msg":"trace[328513054] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"272.196227ms","start":"2026-04-03T02:34:09.211633Z","end":"2026-04-03T02:34:09.483829Z","steps":["trace[328513054] 'process raft request' (duration: 272.114855ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.484087Z","caller":"traceutil/trace.go:171","msg":"trace[1807619140] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"272.596137ms","start":"2026-04-03T02:34:09.211479Z","end":"2026-04-03T02:34:09.484075Z","steps":["trace[1807619140] 'process raft request' (duration: 23.49786ms)","trace[1807619140] 'compare' (duration: 248.294878ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:09.48422Z","caller":"traceutil/trace.go:171","msg":"trace[199467265] linearizableReadLoop","detail":"{readStateIndex:5143; appliedIndex:5142; }","duration":"272.680409ms","start":"2026-04-03T02:34:09.211529Z","end":"2026-04-03T02:34:09.484209Z","steps":["trace[199467265] 'read index received' (duration: 23.406328ms)","trace[199467265] 'applied index is now lower than readState.Index' (duration: 249.272561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:09.484522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.985216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:34:09.484562Z","caller":"traceutil/trace.go:171","msg":"trace[362285611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4948; }","duration":"273.066288ms","start":"2026-04-03T02:34:09.211486Z","end":"2026-04-03T02:34:09.484552Z","steps":["trace[362285611] 'agreement among raft nodes before linearized reading' (duration: 272.908004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.500184Z","caller":"traceutil/trace.go:171","msg":"trace[125708347] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"152.627426ms","start":"2026-04-03T02:34:09.347524Z","end":"2026-04-03T02:34:09.500152Z","steps":["trace[125708347] 'process raft request' (duration: 152.429321ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.500531Z","caller":"traceutil/trace.go:171","msg":"trace[817552990] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"152.559264ms","start":"2026-04-03T02:34:09.347909Z","end":"2026-04-03T02:34:09.500468Z","steps":["trace[817552990] 'process raft request' (duration: 152.192796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:09.500619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.021567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f98d4a4b-7005-43bc-993e-eba92dd35cc6\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-04-03T02:34:09.500696Z","caller":"traceutil/trace.go:171","msg":"trace[1678592305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f98d4a4b-7005-43bc-993e-eba92dd35cc6; range_end:; response_count:1; response_revision:4951; }","duration":"168.15379ms","start":"2026-04-03T02:34:09.332524Z","end":"2026-04-03T02:34:09.500678Z","steps":["trace[1678592305] 'agreement among raft nodes before linearized reading' (duration: 167.951475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:09.500664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.762026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:34:09.500717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.761607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:34:09.500744Z","caller":"traceutil/trace.go:171","msg":"trace[1454998757] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"152.216026ms","start":"2026-04-03T02:34:09.348478Z","end":"2026-04-03T02:34:09.500694Z","steps":["trace[1454998757] 'process raft request' (duration: 151.843498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:09.500773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.868863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:34:09.500801Z","caller":"traceutil/trace.go:171","msg":"trace[225372310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:4951; }","duration":"268.87534ms","start":"2026-04-03T02:34:09.231909Z","end":"2026-04-03T02:34:09.500784Z","steps":["trace[225372310] 'agreement among raft nodes before linearized reading' (duration: 268.624485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.500847Z","caller":"traceutil/trace.go:171","msg":"trace[321968735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4951; }","duration":"272.956985ms","start":"2026-04-03T02:34:09.22787Z","end":"2026-04-03T02:34:09.500827Z","steps":["trace[321968735] 'agreement among raft nodes before linearized reading' (duration: 272.755601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.500774Z","caller":"traceutil/trace.go:171","msg":"trace[947591913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4951; }","duration":"288.893099ms","start":"2026-04-03T02:34:09.211859Z","end":"2026-04-03T02:34:09.500752Z","steps":["trace[947591913] 'agreement among raft nodes before linearized reading' (duration: 288.604212ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:10.8271Z","caller":"traceutil/trace.go:171","msg":"trace[2105414055] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"113.906759ms","start":"2026-04-03T02:34:10.71316Z","end":"2026-04-03T02:34:10.827067Z","steps":["trace[2105414055] 'read index received' (duration: 113.625593ms)","trace[2105414055] 'applied index is now lower than readState.Index' (duration: 279.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:10.827245Z","caller":"traceutil/trace.go:171","msg":"trace[1471586074] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"119.431248ms","start":"2026-04-03T02:34:10.707771Z","end":"2026-04-03T02:34:10.827202Z","steps":["trace[1471586074] 'process raft request' (duration: 119.103031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:10.827291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.112714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:10.827341Z","caller":"traceutil/trace.go:171","msg":"trace[1829018452] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4958; }","duration":"114.211726ms","start":"2026-04-03T02:34:10.713116Z","end":"2026-04-03T02:34:10.827328Z","steps":["trace[1829018452] 'agreement among raft nodes before linearized reading' (duration: 114.110374ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.839318Z","caller":"traceutil/trace.go:171","msg":"trace[1503778965] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"266.118155ms","start":"2026-04-03T02:34:12.57317Z","end":"2026-04-03T02:34:12.839288Z","steps":["trace[1503778965] 'read index received' (duration: 266.011273ms)","trace[1503778965] 'applied index is now lower than readState.Index' (duration: 105.762µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:12.839428Z","caller":"traceutil/trace.go:171","msg":"trace[512045487] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"393.277935ms","start":"2026-04-03T02:34:12.446116Z","end":"2026-04-03T02:34:12.839394Z","steps":["trace[512045487] 'process raft request' (duration: 392.990958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:12.839706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.446087Z","time spent":"393.52002ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17302,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:12.840153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.952624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714849"} {"level":"info","ts":"2026-04-03T02:34:12.840275Z","caller":"traceutil/trace.go:171","msg":"trace[1238387835] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5092; }","duration":"267.142778ms","start":"2026-04-03T02:34:12.573107Z","end":"2026-04-03T02:34:12.84025Z","steps":["trace[1238387835] 'agreement among raft nodes before linearized reading' (duration: 266.388621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.627563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.035551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:13.627972Z","caller":"traceutil/trace.go:171","msg":"trace[213842653] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"115.400264ms","start":"2026-04-03T02:34:13.512547Z","end":"2026-04-03T02:34:13.627947Z","steps":["trace[213842653] 'process raft request' (duration: 115.148848ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.628065Z","caller":"traceutil/trace.go:171","msg":"trace[1309414536] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"788.503655ms","start":"2026-04-03T02:34:12.839527Z","end":"2026-04-03T02:34:13.628031Z","steps":["trace[1309414536] 'read index received' (duration: 230.87237ms)","trace[1309414536] 'applied index is now lower than readState.Index' (duration: 557.626845ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:13.628062Z","caller":"traceutil/trace.go:171","msg":"trace[1453615114] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"114.243447ms","start":"2026-04-03T02:34:13.51379Z","end":"2026-04-03T02:34:13.628034Z","steps":["trace[1453615114] 'process raft request' (duration: 113.97979ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.628128Z","caller":"traceutil/trace.go:171","msg":"trace[1624612078] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"793.713208ms","start":"2026-04-03T02:34:12.834336Z","end":"2026-04-03T02:34:13.628049Z","steps":["trace[1624612078] 'process raft request' (duration: 236.100223ms)","trace[1624612078] 'compare' (duration: 556.276213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:13.628199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.664861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:13.628245Z","caller":"traceutil/trace.go:171","msg":"trace[1092727146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"876.761343ms","start":"2026-04-03T02:34:12.751473Z","end":"2026-04-03T02:34:13.628234Z","steps":["trace[1092727146] 'agreement among raft nodes before linearized reading' (duration: 876.688641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.751451Z","time spent":"876.820274ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:13.628315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.120061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:34:13.628347Z","caller":"traceutil/trace.go:171","msg":"trace[1088581096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5096; }","duration":"737.224143ms","start":"2026-04-03T02:34:12.891114Z","end":"2026-04-03T02:34:13.628338Z","steps":["trace[1088581096] 'agreement among raft nodes before linearized reading' (duration: 737.06105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.891091Z","time spent":"737.274435ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:34:13.628359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.786525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:34:13.628359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.834286Z","time spent":"793.953043ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:13.628422Z","caller":"traceutil/trace.go:171","msg":"trace[742105212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5096; }","duration":"104.898148ms","start":"2026-04-03T02:34:13.523506Z","end":"2026-04-03T02:34:13.628404Z","steps":["trace[742105212] 'agreement among raft nodes before linearized reading' (duration: 104.684373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.50772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:13.628528Z","caller":"traceutil/trace.go:171","msg":"trace[1028753907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5096; }","duration":"113.586022ms","start":"2026-04-03T02:34:13.514936Z","end":"2026-04-03T02:34:13.628522Z","steps":["trace[1028753907] 'agreement among raft nodes before linearized reading' (duration: 113.52688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.737086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c13212bb-7b74-4b8d-969e-83d43ec8d9d5\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T02:34:13.628592Z","caller":"traceutil/trace.go:171","msg":"trace[2060153850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c13212bb-7b74-4b8d-969e-83d43ec8d9d5; range_end:; response_count:1; response_revision:5096; }","duration":"495.872939ms","start":"2026-04-03T02:34:13.132706Z","end":"2026-04-03T02:34:13.628579Z","steps":["trace[2060153850] 'agreement among raft nodes before linearized reading' (duration: 495.763976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.132665Z","time spent":"495.949401ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3622,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c13212bb-7b74-4b8d-969e-83d43ec8d9d5\" "} {"level":"warn","ts":"2026-04-03T02:34:13.628641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.59939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:34:13.628658Z","caller":"traceutil/trace.go:171","msg":"trace[874886540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5096; }","duration":"133.679753ms","start":"2026-04-03T02:34:13.494973Z","end":"2026-04-03T02:34:13.628653Z","steps":["trace[874886540] 'agreement among raft nodes before linearized reading' (duration: 133.619821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.082323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:34:13.628767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.911784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:34:13.628787Z","caller":"traceutil/trace.go:171","msg":"trace[282072593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5096; }","duration":"105.198125ms","start":"2026-04-03T02:34:13.523578Z","end":"2026-04-03T02:34:13.628776Z","steps":["trace[282072593] 'agreement among raft nodes before linearized reading' (duration: 105.019501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.628941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.631765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:34:13.629048Z","caller":"traceutil/trace.go:171","msg":"trace[1666456764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5096; }","duration":"414.777758ms","start":"2026-04-03T02:34:13.214247Z","end":"2026-04-03T02:34:13.629025Z","steps":["trace[1666456764] 'agreement among raft nodes before linearized reading' (duration: 414.467431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.629096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.214169Z","time spent":"414.912121ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:34:13.629114Z","caller":"traceutil/trace.go:171","msg":"trace[551786345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:5096; }","duration":"103.952145ms","start":"2026-04-03T02:34:13.524828Z","end":"2026-04-03T02:34:13.62878Z","steps":["trace[551786345] 'agreement among raft nodes before linearized reading' (duration: 103.894454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:13.629148Z","caller":"traceutil/trace.go:171","msg":"trace[600673028] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"111.655916ms","start":"2026-04-03T02:34:13.516399Z","end":"2026-04-03T02:34:13.628055Z","steps":["trace[600673028] 'process raft request' (duration: 111.414929ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.503269Z","caller":"traceutil/trace.go:171","msg":"trace[1942769719] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5308; }","duration":"375.118199ms","start":"2026-04-03T02:34:14.128118Z","end":"2026-04-03T02:34:14.503236Z","steps":["trace[1942769719] 'read index received' (duration: 373.897331ms)","trace[1942769719] 'applied index is now lower than readState.Index' (duration: 1.219128ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:14.50345Z","caller":"traceutil/trace.go:171","msg":"trace[1653035778] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"435.804211ms","start":"2026-04-03T02:34:14.0676Z","end":"2026-04-03T02:34:14.503404Z","steps":["trace[1653035778] 'process raft request' (duration: 434.498921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.503524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.391235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:14.503596Z","caller":"traceutil/trace.go:171","msg":"trace[2115571886] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5110; }","duration":"375.485948ms","start":"2026-04-03T02:34:14.128065Z","end":"2026-04-03T02:34:14.503551Z","steps":["trace[2115571886] 'agreement among raft nodes before linearized reading' (duration: 375.334254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.503632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.128049Z","time spent":"375.57517ms","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-03T02:34:14.503705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.067576Z","time spent":"436.041687ms","remote":"127.0.0.1:41260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:14.503882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.473672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:14.503918Z","caller":"traceutil/trace.go:171","msg":"trace[1540177456] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5110; }","duration":"350.571064ms","start":"2026-04-03T02:34:14.153339Z","end":"2026-04-03T02:34:14.50391Z","steps":["trace[1540177456] 'agreement among raft nodes before linearized reading' (duration: 350.506542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:14.503945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.153309Z","time spent":"350.629446ms","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:16.138646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.460707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:16.138872Z","caller":"traceutil/trace.go:171","msg":"trace[2048799083] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"415.728952ms","start":"2026-04-03T02:34:15.723118Z","end":"2026-04-03T02:34:16.138847Z","steps":["trace[2048799083] 'process raft request' (duration: 77.958187ms)","trace[2048799083] 'compare' (duration: 337.15638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:16.138944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.723107Z","time spent":"415.803803ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:16.140009Z","caller":"traceutil/trace.go:171","msg":"trace[1822442612] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"416.372265ms","start":"2026-04-03T02:34:15.723601Z","end":"2026-04-03T02:34:16.139973Z","steps":["trace[1822442612] 'process raft request' (duration: 415.188428ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.140029Z","caller":"traceutil/trace.go:171","msg":"trace[342835487] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"416.276723ms","start":"2026-04-03T02:34:15.723729Z","end":"2026-04-03T02:34:16.140005Z","steps":["trace[342835487] 'process raft request' (duration: 416.046478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.140152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.723703Z","time spent":"416.398595ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:16.140003Z","caller":"traceutil/trace.go:171","msg":"trace[1632236368] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"414.640075ms","start":"2026-04-03T02:34:15.725329Z","end":"2026-04-03T02:34:16.139969Z","steps":["trace[1632236368] 'process raft request' (duration: 414.562634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.140199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.723567Z","time spent":"416.530089ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:16.14018Z","caller":"traceutil/trace.go:171","msg":"trace[264110742] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"416.476988ms","start":"2026-04-03T02:34:15.723674Z","end":"2026-04-03T02:34:16.140151Z","steps":["trace[264110742] 'read index received' (duration: 77.329301ms)","trace[264110742] 'applied index is now lower than readState.Index' (duration: 339.146436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:16.14025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.725322Z","time spent":"414.898591ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:16.140348Z","caller":"traceutil/trace.go:171","msg":"trace[1195133475] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"414.959713ms","start":"2026-04-03T02:34:15.725371Z","end":"2026-04-03T02:34:16.14033Z","steps":["trace[1195133475] 'process raft request' (duration: 414.560223ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.140421Z","caller":"traceutil/trace.go:171","msg":"trace[1784198254] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"414.897761ms","start":"2026-04-03T02:34:15.725496Z","end":"2026-04-03T02:34:16.140394Z","steps":["trace[1784198254] 'process raft request' (duration: 414.563753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.140477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.725362Z","time spent":"415.028064ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.140541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.725473Z","time spent":"415.010344ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.140567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.884007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62858"} {"level":"info","ts":"2026-04-03T02:34:16.140611Z","caller":"traceutil/trace.go:171","msg":"trace[1578566150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5148; }","duration":"416.926358ms","start":"2026-04-03T02:34:15.72367Z","end":"2026-04-03T02:34:16.140597Z","steps":["trace[1578566150] 'agreement among raft nodes before linearized reading' (duration: 416.699743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.140643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.723666Z","time spent":"416.969289ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62880,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:34:16.140725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.262019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:16.140814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.183304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:34:16.140861Z","caller":"traceutil/trace.go:171","msg":"trace[1528491400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5148; }","duration":"192.246875ms","start":"2026-04-03T02:34:15.948601Z","end":"2026-04-03T02:34:16.140847Z","steps":["trace[1528491400] 'agreement among raft nodes before linearized reading' (duration: 192.037659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.140848Z","caller":"traceutil/trace.go:171","msg":"trace[473219813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5148; }","duration":"389.449715ms","start":"2026-04-03T02:34:15.751373Z","end":"2026-04-03T02:34:16.140823Z","steps":["trace[473219813] 'agreement among raft nodes before linearized reading' (duration: 389.235389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.140916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.751359Z","time spent":"389.546507ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:16.141277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.215715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:773034"} {"level":"info","ts":"2026-04-03T02:34:16.141341Z","caller":"traceutil/trace.go:171","msg":"trace[328141706] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5148; }","duration":"210.345959ms","start":"2026-04-03T02:34:15.930977Z","end":"2026-04-03T02:34:16.141323Z","steps":["trace[328141706] 'agreement among raft nodes before linearized reading' (duration: 209.710464ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.802424Z","caller":"traceutil/trace.go:171","msg":"trace[25029642] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"132.185467ms","start":"2026-04-03T02:34:16.670202Z","end":"2026-04-03T02:34:16.802387Z","steps":["trace[25029642] 'process raft request' (duration: 131.783907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.948788Z","caller":"traceutil/trace.go:171","msg":"trace[102115094] linearizableReadLoop","detail":"{readStateIndex:5413; appliedIndex:5412; }","duration":"199.007353ms","start":"2026-04-03T02:34:17.749688Z","end":"2026-04-03T02:34:17.948695Z","steps":["trace[102115094] 'read index received' (duration: 198.705926ms)","trace[102115094] 'applied index is now lower than readState.Index' (duration: 300.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:17.949Z","caller":"traceutil/trace.go:171","msg":"trace[856930024] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"208.068805ms","start":"2026-04-03T02:34:17.740918Z","end":"2026-04-03T02:34:17.948986Z","steps":["trace[856930024] 'process raft request' (duration: 207.604694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.949287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.370359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:17.949385Z","caller":"traceutil/trace.go:171","msg":"trace[1262457006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5208; }","duration":"137.549562ms","start":"2026-04-03T02:34:17.811812Z","end":"2026-04-03T02:34:17.949361Z","steps":["trace[1262457006] 'agreement among raft nodes before linearized reading' (duration: 137.392269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.949616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.934164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:17.94965Z","caller":"traceutil/trace.go:171","msg":"trace[7999188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5208; }","duration":"200.018216ms","start":"2026-04-03T02:34:17.749624Z","end":"2026-04-03T02:34:17.949642Z","steps":["trace[7999188] 'agreement among raft nodes before linearized reading' (duration: 199.963785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.950572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.923369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:56 size:2210227"} {"level":"info","ts":"2026-04-03T02:34:17.95076Z","caller":"traceutil/trace.go:171","msg":"trace[1008912602] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:56; response_revision:5208; }","duration":"102.126534ms","start":"2026-04-03T02:34:17.848595Z","end":"2026-04-03T02:34:17.950722Z","steps":["trace[1008912602] 'agreement among raft nodes before linearized reading' (duration: 100.994927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:25.816937Z","caller":"traceutil/trace.go:171","msg":"trace[1165692603] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"204.933052ms","start":"2026-04-03T02:34:25.61197Z","end":"2026-04-03T02:34:25.816903Z","steps":["trace[1165692603] 'process raft request' (duration: 152.738929ms)","trace[1165692603] 'compare' (duration: 51.886655ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:25.816978Z","caller":"traceutil/trace.go:171","msg":"trace[1196117713] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"134.668125ms","start":"2026-04-03T02:34:25.682284Z","end":"2026-04-03T02:34:25.816952Z","steps":["trace[1196117713] 'process raft request' (duration: 134.528412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:26.014812Z","caller":"traceutil/trace.go:171","msg":"trace[540329243] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"186.357906ms","start":"2026-04-03T02:34:25.828423Z","end":"2026-04-03T02:34:26.014781Z","steps":["trace[540329243] 'process raft request' (duration: 186.146591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:26.030895Z","caller":"traceutil/trace.go:171","msg":"trace[1761290777] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"198.385408ms","start":"2026-04-03T02:34:25.83248Z","end":"2026-04-03T02:34:26.030865Z","steps":["trace[1761290777] 'process raft request' (duration: 197.941658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.768225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.727913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:34:26.768309Z","caller":"traceutil/trace.go:171","msg":"trace[602369650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:5362; }","duration":"541.839415ms","start":"2026-04-03T02:34:26.226453Z","end":"2026-04-03T02:34:26.768293Z","steps":["trace[602369650] 'range keys from in-memory index tree' (duration: 541.581309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.768337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.226445Z","time spent":"541.885596ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:34:26.768326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.611984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:34:26.768441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.938754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:26.768557Z","caller":"traceutil/trace.go:171","msg":"trace[1231759832] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5362; }","duration":"605.150869ms","start":"2026-04-03T02:34:26.163383Z","end":"2026-04-03T02:34:26.768534Z","steps":["trace[1231759832] 'count revisions from in-memory index tree' (duration: 604.815581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.768557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.511751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:34:26.768596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.666468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:34:26.768618Z","caller":"traceutil/trace.go:171","msg":"trace[912771265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5362; }","duration":"545.612193ms","start":"2026-04-03T02:34:26.222989Z","end":"2026-04-03T02:34:26.768601Z","steps":["trace[912771265] 'range keys from in-memory index tree' (duration: 545.372227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.768667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.222971Z","time spent":"545.684844ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:26.768654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.131072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:34:26.768665Z","caller":"traceutil/trace.go:171","msg":"trace[1766239512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5362; }","duration":"546.76653ms","start":"2026-04-03T02:34:26.221877Z","end":"2026-04-03T02:34:26.768644Z","steps":["trace[1766239512] 'range keys from in-memory index tree' (duration: 546.529475ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:26.768712Z","caller":"traceutil/trace.go:171","msg":"trace[981031277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5362; }","duration":"542.206643ms","start":"2026-04-03T02:34:26.226491Z","end":"2026-04-03T02:34:26.768698Z","steps":["trace[981031277] 'range keys from in-memory index tree' (duration: 542.019699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.76876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.22648Z","time spent":"542.271865ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:26.768758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.791734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:34:26.768725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.221855Z","time spent":"546.856783ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:26.768799Z","caller":"traceutil/trace.go:171","msg":"trace[1603395104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5362; }","duration":"538.854235ms","start":"2026-04-03T02:34:26.229934Z","end":"2026-04-03T02:34:26.768789Z","steps":["trace[1603395104] 'range keys from in-memory index tree' (duration: 538.675361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.76883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.229922Z","time spent":"538.899116ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:26.76898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.00594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:34:26.769062Z","caller":"traceutil/trace.go:171","msg":"trace[191308380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5362; }","duration":"545.791878ms","start":"2026-04-03T02:34:26.222613Z","end":"2026-04-03T02:34:26.768405Z","steps":["trace[191308380] 'range keys from in-memory index tree' (duration: 545.369699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.768618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.163354Z","time spent":"605.250281ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:26.76909Z","caller":"traceutil/trace.go:171","msg":"trace[1916879397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5362; }","duration":"420.171124ms","start":"2026-04-03T02:34:26.348891Z","end":"2026-04-03T02:34:26.769062Z","steps":["trace[1916879397] 'range keys from in-memory index tree' (duration: 419.723174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.769145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.222588Z","time spent":"546.542806ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:34:26.769149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.348879Z","time spent":"420.260008ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:34:26.768518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.588303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:34:26.769341Z","caller":"traceutil/trace.go:171","msg":"trace[1090850140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5362; }","duration":"546.430153ms","start":"2026-04-03T02:34:26.222897Z","end":"2026-04-03T02:34:26.769327Z","steps":["trace[1090850140] 'range keys from in-memory index tree' (duration: 545.47743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.769379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.222887Z","time spent":"546.479694ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:34:32.015129Z","caller":"traceutil/trace.go:171","msg":"trace[104270482] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"115.600548ms","start":"2026-04-03T02:34:31.899504Z","end":"2026-04-03T02:34:32.015105Z","steps":["trace[104270482] 'process raft request' (duration: 115.036305ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:32.015385Z","caller":"traceutil/trace.go:171","msg":"trace[984729160] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"114.722987ms","start":"2026-04-03T02:34:31.900655Z","end":"2026-04-03T02:34:32.015378Z","steps":["trace[984729160] 'process raft request' (duration: 114.41365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:32.015388Z","caller":"traceutil/trace.go:171","msg":"trace[812686243] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5633; }","duration":"104.430604ms","start":"2026-04-03T02:34:31.910909Z","end":"2026-04-03T02:34:32.015339Z","steps":["trace[812686243] 'read index received' (duration: 103.654097ms)","trace[812686243] 'applied index is now lower than readState.Index' (duration: 773.807µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:32.015742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.801274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:34:32.01581Z","caller":"traceutil/trace.go:171","msg":"trace[1693074085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5424; }","duration":"104.918696ms","start":"2026-04-03T02:34:31.910872Z","end":"2026-04-03T02:34:32.01579Z","steps":["trace[1693074085] 'agreement among raft nodes before linearized reading' (duration: 104.618139ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:35.104394Z","caller":"traceutil/trace.go:171","msg":"trace[1645356061] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5712; }","duration":"283.044534ms","start":"2026-04-03T02:34:34.82132Z","end":"2026-04-03T02:34:35.104365Z","steps":["trace[1645356061] 'read index received' (duration: 282.84828ms)","trace[1645356061] 'applied index is now lower than readState.Index' (duration: 194.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:35.104556Z","caller":"traceutil/trace.go:171","msg":"trace[1256437763] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"293.366347ms","start":"2026-04-03T02:34:34.811143Z","end":"2026-04-03T02:34:35.10451Z","steps":["trace[1256437763] 'process raft request' (duration: 293.06961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.10468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.343541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:34:35.104717Z","caller":"traceutil/trace.go:171","msg":"trace[214910679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5501; }","duration":"283.453313ms","start":"2026-04-03T02:34:34.821253Z","end":"2026-04-03T02:34:35.104706Z","steps":["trace[214910679] 'agreement among raft nodes before linearized reading' (duration: 283.275139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.104843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.361845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:34:35.10493Z","caller":"traceutil/trace.go:171","msg":"trace[452606601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5501; }","duration":"281.474657ms","start":"2026-04-03T02:34:34.823434Z","end":"2026-04-03T02:34:35.104908Z","steps":["trace[452606601] 'agreement among raft nodes before linearized reading' (duration: 281.227901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.104941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.674994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-407007b0-94ed-4045-ab71-99f3b7b5fd5c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T02:34:35.104971Z","caller":"traceutil/trace.go:171","msg":"trace[1481375880] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-407007b0-94ed-4045-ab71-99f3b7b5fd5c; range_end:; response_count:1; response_revision:5501; }","duration":"253.728084ms","start":"2026-04-03T02:34:34.851233Z","end":"2026-04-03T02:34:35.104961Z","steps":["trace[1481375880] 'agreement among raft nodes before linearized reading' (duration: 253.636432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.105086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.335025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:34:35.105115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.226083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:35.105188Z","caller":"traceutil/trace.go:171","msg":"trace[1997391159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5501; }","duration":"273.454858ms","start":"2026-04-03T02:34:34.831706Z","end":"2026-04-03T02:34:35.105161Z","steps":["trace[1997391159] 'agreement among raft nodes before linearized reading' (duration: 273.147231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.105183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.692744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:34:35.105289Z","caller":"traceutil/trace.go:171","msg":"trace[1458311755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5501; }","duration":"273.841168ms","start":"2026-04-03T02:34:34.831421Z","end":"2026-04-03T02:34:35.105262Z","steps":["trace[1458311755] 'agreement among raft nodes before linearized reading' (duration: 273.49586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:35.105214Z","caller":"traceutil/trace.go:171","msg":"trace[1073038315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5501; }","duration":"273.382316ms","start":"2026-04-03T02:34:34.831807Z","end":"2026-04-03T02:34:35.10519Z","steps":["trace[1073038315] 'agreement among raft nodes before linearized reading' (duration: 273.050109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.447877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.571215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:35.447996Z","caller":"traceutil/trace.go:171","msg":"trace[1474461202] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5501; }","duration":"339.778599ms","start":"2026-04-03T02:34:35.108192Z","end":"2026-04-03T02:34:35.447971Z","steps":["trace[1474461202] 'count revisions from in-memory index tree' (duration: 339.456682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.448107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.212064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:34:35.448261Z","caller":"traceutil/trace.go:171","msg":"trace[2014649481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:5501; }","duration":"615.45508ms","start":"2026-04-03T02:34:34.832776Z","end":"2026-04-03T02:34:35.448231Z","steps":["trace[2014649481] 'agreement among raft nodes before linearized reading' (duration: 272.314352ms)","trace[2014649481] 'range keys from in-memory index tree' (duration: 342.740959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:35.448248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.251711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-03T02:34:35.448348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:34.832766Z","time spent":"615.540942ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"info","ts":"2026-04-03T02:34:35.448407Z","caller":"traceutil/trace.go:171","msg":"trace[567532054] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"338.448428ms","start":"2026-04-03T02:34:35.109932Z","end":"2026-04-03T02:34:35.44838Z","steps":["trace[567532054] 'process raft request' (duration: 176.967761ms)","trace[567532054] 'compare' (duration: 161.127678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:35.448285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.108167Z","time spent":"340.092657ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:35.448481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.109914Z","time spent":"338.536809ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:35.530218Z","caller":"traceutil/trace.go:171","msg":"trace[1602815317] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"419.340579ms","start":"2026-04-03T02:34:35.110854Z","end":"2026-04-03T02:34:35.530195Z","steps":["trace[1602815317] 'process raft request' (duration: 419.268577ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:35.530237Z","caller":"traceutil/trace.go:171","msg":"trace[4766604] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"420.127758ms","start":"2026-04-03T02:34:35.11007Z","end":"2026-04-03T02:34:35.530197Z","steps":["trace[4766604] 'process raft request' (duration: 419.877922ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:35.530274Z","caller":"traceutil/trace.go:171","msg":"trace[157909666] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"420.102086ms","start":"2026-04-03T02:34:35.11013Z","end":"2026-04-03T02:34:35.530232Z","steps":["trace[157909666] 'process raft request' (duration: 419.952623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.53037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.110833Z","time spent":"419.456982ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:35.530487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.110062Z","time spent":"420.293331ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:35.530546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.110041Z","time spent":"420.280831ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:35.531052Z","caller":"traceutil/trace.go:171","msg":"trace[56981643] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"420.086496ms","start":"2026-04-03T02:34:35.110893Z","end":"2026-04-03T02:34:35.53098Z","steps":["trace[56981643] 'process raft request' (duration: 419.265437ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:35.531113Z","caller":"traceutil/trace.go:171","msg":"trace[1531279707] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"418.235532ms","start":"2026-04-03T02:34:35.112842Z","end":"2026-04-03T02:34:35.531078Z","steps":["trace[1531279707] 'process raft request' (duration: 418.055718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:35.531164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.110878Z","time spent":"420.23839ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:35.53129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.112829Z","time spent":"418.376365ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:36.022659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.702065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-407007b0-94ed-4045-ab71-99f3b7b5fd5c\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-03T02:34:36.022804Z","caller":"traceutil/trace.go:171","msg":"trace[1997674724] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-407007b0-94ed-4045-ab71-99f3b7b5fd5c; range_end:; response_count:1; response_revision:5507; }","duration":"313.906349ms","start":"2026-04-03T02:34:35.708873Z","end":"2026-04-03T02:34:36.022779Z","steps":["trace[1997674724] 'range keys from in-memory index tree' (duration: 313.578922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:36.022865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:35.708844Z","time spent":"314.010822ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-407007b0-94ed-4045-ab71-99f3b7b5fd5c\" "} {"level":"info","ts":"2026-04-03T02:34:36.022994Z","caller":"traceutil/trace.go:171","msg":"trace[429741691] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"104.040526ms","start":"2026-04-03T02:34:35.918907Z","end":"2026-04-03T02:34:36.022947Z","steps":["trace[429741691] 'process raft request' (duration: 102.001218ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.349651Z","caller":"traceutil/trace.go:171","msg":"trace[1837226258] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5832; }","duration":"106.393861ms","start":"2026-04-03T02:34:43.243225Z","end":"2026-04-03T02:34:43.349619Z","steps":["trace[1837226258] 'read index received' (duration: 106.278238ms)","trace[1837226258] 'applied index is now lower than readState.Index' (duration: 113.873µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:43.349935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.692489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-03T02:34:43.349763Z","caller":"traceutil/trace.go:171","msg":"trace[1336860427] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"175.833304ms","start":"2026-04-03T02:34:43.173891Z","end":"2026-04-03T02:34:43.349724Z","steps":["trace[1336860427] 'process raft request' (duration: 175.544598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.350008Z","caller":"traceutil/trace.go:171","msg":"trace[396183763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5618; }","duration":"106.823041ms","start":"2026-04-03T02:34:43.243166Z","end":"2026-04-03T02:34:43.349989Z","steps":["trace[396183763] 'agreement among raft nodes before linearized reading' (duration: 106.590676ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.473848Z","caller":"traceutil/trace.go:171","msg":"trace[1617080353] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"152.991087ms","start":"2026-04-03T02:34:43.320825Z","end":"2026-04-03T02:34:43.473816Z","steps":["trace[1617080353] 'process raft request' (duration: 152.786542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:47.530399Z","caller":"traceutil/trace.go:171","msg":"trace[900006709] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"521.843739ms","start":"2026-04-03T02:34:47.008518Z","end":"2026-04-03T02:34:47.530362Z","steps":["trace[900006709] 'process raft request' (duration: 521.52868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.531933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:47.008502Z","time spent":"522.008533ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13832,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:47.535484Z","caller":"traceutil/trace.go:171","msg":"trace[1818195340] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5906; }","duration":"457.172557ms","start":"2026-04-03T02:34:47.078281Z","end":"2026-04-03T02:34:47.535454Z","steps":["trace[1818195340] 'read index received' (duration: 451.7461ms)","trace[1818195340] 'applied index is now lower than readState.Index' (duration: 5.425597ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:47.535564Z","caller":"traceutil/trace.go:171","msg":"trace[1708865908] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"480.768213ms","start":"2026-04-03T02:34:47.054781Z","end":"2026-04-03T02:34:47.535549Z","steps":["trace[1708865908] 'process raft request' (duration: 480.598989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.535665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.387763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:34:47.535696Z","caller":"traceutil/trace.go:171","msg":"trace[2098941365] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:5690; }","duration":"457.423095ms","start":"2026-04-03T02:34:47.078266Z","end":"2026-04-03T02:34:47.535689Z","steps":["trace[2098941365] 'agreement among raft nodes before linearized reading' (duration: 457.283941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.535724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:47.078253Z","time spent":"457.463525ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"warn","ts":"2026-04-03T02:34:47.536006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.091869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:34:47.536035Z","caller":"traceutil/trace.go:171","msg":"trace[1297274483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5690; }","duration":"150.168451ms","start":"2026-04-03T02:34:47.38586Z","end":"2026-04-03T02:34:47.536029Z","steps":["trace[1297274483] 'agreement among raft nodes before linearized reading' (duration: 150.093359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.536078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.477711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:34:47.536182Z","caller":"traceutil/trace.go:171","msg":"trace[1625114] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5690; }","duration":"447.638674ms","start":"2026-04-03T02:34:47.088517Z","end":"2026-04-03T02:34:47.536155Z","steps":["trace[1625114] 'agreement among raft nodes before linearized reading' (duration: 447.377268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.536221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:47.05475Z","time spent":"480.842134ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:47.53624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:47.088501Z","time spent":"447.727916ms","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T02:34:47.536322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.970837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:34:47.536354Z","caller":"traceutil/trace.go:171","msg":"trace[180847706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5690; }","duration":"199.05347ms","start":"2026-04-03T02:34:47.337293Z","end":"2026-04-03T02:34:47.536346Z","steps":["trace[180847706] 'agreement among raft nodes before linearized reading' (duration: 198.963688ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:51.943718Z","caller":"traceutil/trace.go:171","msg":"trace[13508744] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"130.008836ms","start":"2026-04-03T02:34:51.813675Z","end":"2026-04-03T02:34:51.943683Z","steps":["trace[13508744] 'process raft request' (duration: 54.232495ms)","trace[13508744] 'compare' (duration: 75.486744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:52.586964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054806198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:53.087172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054806198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:53.588029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054806198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:54.089245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054806198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:54.349989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.307164002s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:34:54.352552Z","caller":"traceutil/trace.go:171","msg":"trace[777692113] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"2.310350886s","start":"2026-04-03T02:34:52.042156Z","end":"2026-04-03T02:34:54.352507Z","steps":["trace[777692113] 'process raft request' (duration: 2.308117414s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.35307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.042131Z","time spent":"2.31053981s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.445811Z","caller":"traceutil/trace.go:171","msg":"trace[328910132] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"2.363982277s","start":"2026-04-03T02:34:52.081805Z","end":"2026-04-03T02:34:54.445787Z","steps":["trace[328910132] 'process raft request' (duration: 2.363799923s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.445968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.081784Z","time spent":"2.36410555s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.446054Z","caller":"traceutil/trace.go:171","msg":"trace[515763466] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"2.33092851s","start":"2026-04-03T02:34:52.115093Z","end":"2026-04-03T02:34:54.446022Z","steps":["trace[515763466] 'process raft request' (duration: 2.330655604s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.446176Z","caller":"traceutil/trace.go:171","msg":"trace[723276735] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"2.319398609s","start":"2026-04-03T02:34:52.126767Z","end":"2026-04-03T02:34:54.446166Z","steps":["trace[723276735] 'process raft request' (duration: 2.319191604s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.446199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.115073Z","time spent":"2.331051983s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.446225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.126741Z","time spent":"2.31945563s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.715117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.025704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:34:54.715435Z","caller":"traceutil/trace.go:171","msg":"trace[863424081] linearizableReadLoop","detail":"{readStateIndex:5959; appliedIndex:5954; }","duration":"2.629403517s","start":"2026-04-03T02:34:52.085998Z","end":"2026-04-03T02:34:54.715401Z","steps":["trace[863424081] 'read index received' (duration: 2.264291773s)","trace[863424081] 'applied index is now lower than readState.Index' (duration: 365.108554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:54.715691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629674194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:54.715792Z","caller":"traceutil/trace.go:171","msg":"trace[676339357] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5739; }","duration":"2.629829367s","start":"2026-04-03T02:34:52.085904Z","end":"2026-04-03T02:34:54.715733Z","steps":["trace[676339357] 'agreement among raft nodes before linearized reading' (duration: 2.629670223s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.715851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.085806Z","time spent":"2.630029322s","remote":"127.0.0.1:41296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":38,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:54.715912Z","caller":"traceutil/trace.go:171","msg":"trace[628084321] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"356.955072ms","start":"2026-04-03T02:34:54.358909Z","end":"2026-04-03T02:34:54.715864Z","steps":["trace[628084321] 'process raft request' (duration: 356.345967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.7161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.358884Z","time spent":"357.123727ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.71637Z","caller":"traceutil/trace.go:171","msg":"trace[1019492364] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"357.28157ms","start":"2026-04-03T02:34:54.359056Z","end":"2026-04-03T02:34:54.716337Z","steps":["trace[1019492364] 'process raft request' (duration: 356.8262ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.716408Z","caller":"traceutil/trace.go:171","msg":"trace[341759157] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"357.134706ms","start":"2026-04-03T02:34:54.35924Z","end":"2026-04-03T02:34:54.716375Z","steps":["trace[341759157] 'process raft request' (duration: 356.988393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.359049Z","time spent":"357.366962ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.716583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.359233Z","time spent":"357.26758ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.716613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119795786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:54.716633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964396503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:54.71666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824851502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:34:54.7167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604117373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-03T02:34:54.71671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.86604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:34:54.716771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903257815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:54.716682Z","caller":"traceutil/trace.go:171","msg":"trace[1592939497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5743; }","duration":"1.964456674s","start":"2026-04-03T02:34:52.752212Z","end":"2026-04-03T02:34:54.716669Z","steps":["trace[1592939497] 'agreement among raft nodes before linearized reading' (duration: 1.964356692s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.716789Z","caller":"traceutil/trace.go:171","msg":"trace[1561858838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5743; }","duration":"2.604237795s","start":"2026-04-03T02:34:52.112529Z","end":"2026-04-03T02:34:54.716767Z","steps":["trace[1561858838] 'agreement among raft nodes before linearized reading' (duration: 2.603964259s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.716812Z","caller":"traceutil/trace.go:171","msg":"trace[1541776915] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5743; }","duration":"1.903341478s","start":"2026-04-03T02:34:52.813463Z","end":"2026-04-03T02:34:54.716804Z","steps":["trace[1541776915] 'agreement among raft nodes before linearized reading' (duration: 1.903251556s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130747014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:34:54.716821Z","caller":"traceutil/trace.go:171","msg":"trace[1024356140] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5743; }","duration":"713.047024ms","start":"2026-04-03T02:34:54.003752Z","end":"2026-04-03T02:34:54.716799Z","steps":["trace[1024356140] 'agreement among raft nodes before linearized reading' (duration: 712.87707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.112508Z","time spent":"2.604322358s","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-03T02:34:54.716849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.813444Z","time spent":"1.903397379s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:54.716866Z","caller":"traceutil/trace.go:171","msg":"trace[438790252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5743; }","duration":"1.130861007s","start":"2026-04-03T02:34:53.585988Z","end":"2026-04-03T02:34:54.716849Z","steps":["trace[438790252] 'agreement among raft nodes before linearized reading' (duration: 1.130632912s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.752144Z","time spent":"1.964672289s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:54.716846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046051912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-03T02:34:54.716895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350196473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T02:34:54.716919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.585965Z","time spent":"1.130941099s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:54.716936Z","caller":"traceutil/trace.go:171","msg":"trace[744976441] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5743; }","duration":"2.350279955s","start":"2026-04-03T02:34:52.366648Z","end":"2026-04-03T02:34:54.716928Z","steps":["trace[744976441] 'agreement among raft nodes before linearized reading' (duration: 2.350204113s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349147619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-03T02:34:54.716962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.366623Z","time spent":"2.350334747s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:34:54.716949Z","caller":"traceutil/trace.go:171","msg":"trace[510418855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:5743; }","duration":"1.046227687s","start":"2026-04-03T02:34:53.670697Z","end":"2026-04-03T02:34:54.716924Z","steps":["trace[510418855] 'agreement among raft nodes before linearized reading' (duration: 1.045805357s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.716967Z","caller":"traceutil/trace.go:171","msg":"trace[161820871] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5743; }","duration":"1.349244181s","start":"2026-04-03T02:34:53.367712Z","end":"2026-04-03T02:34:54.716956Z","steps":["trace[161820871] 'agreement among raft nodes before linearized reading' (duration: 1.349136468s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.716771Z","caller":"traceutil/trace.go:171","msg":"trace[808887621] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5743; }","duration":"1.824964045s","start":"2026-04-03T02:34:52.891745Z","end":"2026-04-03T02:34:54.716709Z","steps":["trace[808887621] 'agreement among raft nodes before linearized reading' (duration: 1.824776381s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843540121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T02:34:54.717006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.367687Z","time spent":"1.349312783s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T02:34:54.71702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.670667Z","time spent":"1.04634345s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:34:54.717028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.891723Z","time spent":"1.825293103s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:54.717059Z","caller":"traceutil/trace.go:171","msg":"trace[1762349505] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5743; }","duration":"1.843722356s","start":"2026-04-03T02:34:52.873312Z","end":"2026-04-03T02:34:54.717035Z","steps":["trace[1762349505] 'agreement among raft nodes before linearized reading' (duration: 1.843361107s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.717109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.835628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:54.717116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.873286Z","time spent":"1.843819648s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:34:54.717129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026086433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:34:54.716828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06763723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:34:54.717144Z","caller":"traceutil/trace.go:171","msg":"trace[669550655] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5743; }","duration":"253.92342ms","start":"2026-04-03T02:34:54.46321Z","end":"2026-04-03T02:34:54.717133Z","steps":["trace[669550655] 'agreement among raft nodes before linearized reading' (duration: 253.866929ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.717152Z","caller":"traceutil/trace.go:171","msg":"trace[2076368905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5743; }","duration":"1.026131164s","start":"2026-04-03T02:34:53.691014Z","end":"2026-04-03T02:34:54.717145Z","steps":["trace[2076368905] 'agreement among raft nodes before linearized reading' (duration: 1.026070263s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.717163Z","caller":"traceutil/trace.go:171","msg":"trace[559270595] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"357.390802ms","start":"2026-04-03T02:34:54.35976Z","end":"2026-04-03T02:34:54.717151Z","steps":["trace[559270595] 'process raft request' (duration: 356.570453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.717178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.691003Z","time spent":"1.026168915s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:34:54.717026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.329449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:54.717173Z","caller":"traceutil/trace.go:171","msg":"trace[1431636964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5743; }","duration":"2.068015238s","start":"2026-04-03T02:34:52.649146Z","end":"2026-04-03T02:34:54.717162Z","steps":["trace[1431636964] 'agreement among raft nodes before linearized reading' (duration: 2.067542508s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.717107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02507076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:34:54.717218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.649129Z","time spent":"2.068076831s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:34:54.717226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.35974Z","time spent":"357.451624ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.717242Z","caller":"traceutil/trace.go:171","msg":"trace[226059316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5743; }","duration":"1.025237063s","start":"2026-04-03T02:34:53.691998Z","end":"2026-04-03T02:34:54.717235Z","steps":["trace[226059316] 'agreement among raft nodes before linearized reading' (duration: 1.024974247s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.717234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003448901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:34:54.717261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.691986Z","time spent":"1.025269344s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:34:54.717288Z","caller":"traceutil/trace.go:171","msg":"trace[1727111282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5743; }","duration":"1.003496472s","start":"2026-04-03T02:34:53.713774Z","end":"2026-04-03T02:34:54.71727Z","steps":["trace[1727111282] 'agreement among raft nodes before linearized reading' (duration: 1.003367439s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.71732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040515152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:34:54.717343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.713763Z","time spent":"1.003563283s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:34:54.717358Z","caller":"traceutil/trace.go:171","msg":"trace[1282098725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5743; }","duration":"1.040592344s","start":"2026-04-03T02:34:53.676754Z","end":"2026-04-03T02:34:54.717347Z","steps":["trace[1282098725] 'agreement among raft nodes before linearized reading' (duration: 1.040487231s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.717211Z","caller":"traceutil/trace.go:171","msg":"trace[1150573617] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5743; }","duration":"197.559294ms","start":"2026-04-03T02:34:54.51964Z","end":"2026-04-03T02:34:54.717199Z","steps":["trace[1150573617] 'agreement among raft nodes before linearized reading' (duration: 197.337739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.716871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.003716Z","time spent":"713.143907ms","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:54.717388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.676716Z","time spent":"1.040664936s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:54.717401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099982691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:54.71746Z","caller":"traceutil/trace.go:171","msg":"trace[1185239792] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5743; }","duration":"1.119877528s","start":"2026-04-03T02:34:53.596781Z","end":"2026-04-03T02:34:54.716659Z","steps":["trace[1185239792] 'agreement among raft nodes before linearized reading' (duration: 1.119789126s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.717439Z","caller":"traceutil/trace.go:171","msg":"trace[1762927928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5743; }","duration":"1.100067733s","start":"2026-04-03T02:34:53.617361Z","end":"2026-04-03T02:34:54.717428Z","steps":["trace[1762927928] 'agreement among raft nodes before linearized reading' (duration: 1.09996627s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.71749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.617338Z","time spent":"1.100144595s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:54.717488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.596765Z","time spent":"1.120714848s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:54.917971Z","caller":"traceutil/trace.go:171","msg":"trace[1092722916] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"193.623202ms","start":"2026-04-03T02:34:54.724316Z","end":"2026-04-03T02:34:54.917939Z","steps":["trace[1092722916] 'process raft request' (duration: 193.510569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.918001Z","caller":"traceutil/trace.go:171","msg":"trace[1388987558] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"193.728794ms","start":"2026-04-03T02:34:54.724226Z","end":"2026-04-03T02:34:54.917954Z","steps":["trace[1388987558] 'process raft request' (duration: 131.112422ms)","trace[1388987558] 'compare' (duration: 62.230913ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:54.918254Z","caller":"traceutil/trace.go:171","msg":"trace[1152658499] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"193.851738ms","start":"2026-04-03T02:34:54.724376Z","end":"2026-04-03T02:34:54.918228Z","steps":["trace[1152658499] 'process raft request' (duration: 193.51612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.919162Z","caller":"traceutil/trace.go:171","msg":"trace[778203497] linearizableReadLoop","detail":"{readStateIndex:5971; appliedIndex:5964; }","duration":"146.091244ms","start":"2026-04-03T02:34:54.773057Z","end":"2026-04-03T02:34:54.919149Z","steps":["trace[778203497] 'read index received' (duration: 82.212152ms)","trace[778203497] 'applied index is now lower than readState.Index' (duration: 63.878132ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:54.919145Z","caller":"traceutil/trace.go:171","msg":"trace[1589890432] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"194.645955ms","start":"2026-04-03T02:34:54.724473Z","end":"2026-04-03T02:34:54.919118Z","steps":["trace[1589890432] 'process raft request' (duration: 194.569083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.919275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.643642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:54.919307Z","caller":"traceutil/trace.go:171","msg":"trace[1969521517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5751; }","duration":"193.707443ms","start":"2026-04-03T02:34:54.725591Z","end":"2026-04-03T02:34:54.919298Z","steps":["trace[1969521517] 'agreement among raft nodes before linearized reading' (duration: 193.621451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.919344Z","caller":"traceutil/trace.go:171","msg":"trace[1093836077] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"194.925362ms","start":"2026-04-03T02:34:54.724407Z","end":"2026-04-03T02:34:54.919332Z","steps":["trace[1093836077] 'process raft request' (duration: 193.705344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.919421Z","caller":"traceutil/trace.go:171","msg":"trace[1228325101] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"194.944383ms","start":"2026-04-03T02:34:54.724466Z","end":"2026-04-03T02:34:54.91941Z","steps":["trace[1228325101] 'process raft request' (duration: 194.474612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.919481Z","caller":"traceutil/trace.go:171","msg":"trace[1548144562] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"194.997633ms","start":"2026-04-03T02:34:54.724473Z","end":"2026-04-03T02:34:54.919471Z","steps":["trace[1548144562] 'process raft request' (duration: 194.607464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.919697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.865928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19249"} {"level":"info","ts":"2026-04-03T02:34:54.919745Z","caller":"traceutil/trace.go:171","msg":"trace[1292412104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5751; }","duration":"193.947469ms","start":"2026-04-03T02:34:54.725785Z","end":"2026-04-03T02:34:54.919733Z","steps":["trace[1292412104] 'agreement among raft nodes before linearized reading' (duration: 193.778696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:55.201255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.485962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-03T02:34:55.201345Z","caller":"traceutil/trace.go:171","msg":"trace[1753961892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5752; }","duration":"174.585274ms","start":"2026-04-03T02:34:55.026736Z","end":"2026-04-03T02:34:55.201321Z","steps":["trace[1753961892] 'range keys from in-memory index tree' (duration: 174.317228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.201324Z","caller":"traceutil/trace.go:171","msg":"trace[49601654] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"154.039522ms","start":"2026-04-03T02:34:55.047226Z","end":"2026-04-03T02:34:55.201265Z","steps":["trace[49601654] 'process raft request' (duration: 147.205981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.780632Z","caller":"traceutil/trace.go:171","msg":"trace[1773721755] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"113.313235ms","start":"2026-04-03T02:34:55.667269Z","end":"2026-04-03T02:34:55.780583Z","steps":["trace[1773721755] 'process raft request' (duration: 113.077269ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.245639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2891} {"level":"info","ts":"2026-04-03T02:35:04.330284Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2891,"took":"83.413442ms","hash":2354753798,"current-db-size-bytes":56078336,"current-db-size":"56 MB","current-db-size-in-use-bytes":31916032,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-03T02:35:04.330358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2354753798,"revision":2891,"compact-revision":-1} {"level":"info","ts":"2026-04-03T02:35:36.767704Z","caller":"traceutil/trace.go:171","msg":"trace[1692504653] linearizableReadLoop","detail":"{readStateIndex:6335; appliedIndex:6333; }","duration":"147.189316ms","start":"2026-04-03T02:35:36.620481Z","end":"2026-04-03T02:35:36.76767Z","steps":["trace[1692504653] 'read index received' (duration: 22.148082ms)","trace[1692504653] 'applied index is now lower than readState.Index' (duration: 125.039294ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:36.768054Z","caller":"traceutil/trace.go:171","msg":"trace[1740292821] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"147.624366ms","start":"2026-04-03T02:35:36.620413Z","end":"2026-04-03T02:35:36.768037Z","steps":["trace[1740292821] 'process raft request' (duration: 108.934445ms)","trace[1740292821] 'compare' (duration: 38.149728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:36.768416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.906613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111888"} {"level":"info","ts":"2026-04-03T02:35:36.768517Z","caller":"traceutil/trace.go:171","msg":"trace[870329956] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6104; }","duration":"148.043647ms","start":"2026-04-03T02:35:36.62045Z","end":"2026-04-03T02:35:36.768494Z","steps":["trace[870329956] 'agreement among raft nodes before linearized reading' (duration: 147.614127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:37.081556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.293797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-03T02:35:37.081631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.966254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-04-03T02:35:37.081692Z","caller":"traceutil/trace.go:171","msg":"trace[288294165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:6104; }","duration":"141.492702ms","start":"2026-04-03T02:35:36.940157Z","end":"2026-04-03T02:35:37.08165Z","steps":["trace[288294165] 'range keys from in-memory index tree' (duration: 141.047612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:37.081728Z","caller":"traceutil/trace.go:171","msg":"trace[1891081937] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6104; }","duration":"213.092848ms","start":"2026-04-03T02:35:36.868612Z","end":"2026-04-03T02:35:37.081704Z","steps":["trace[1891081937] 'range keys from in-memory index tree' (duration: 212.840801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:37.59966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.875832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:37.599894Z","caller":"traceutil/trace.go:171","msg":"trace[221550685] transaction","detail":"{read_only:false; response_revision:6113; number_of_response:1; }","duration":"208.279014ms","start":"2026-04-03T02:35:37.39159Z","end":"2026-04-03T02:35:37.599869Z","steps":["trace[221550685] 'process raft request' (duration: 208.202513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:37.600084Z","caller":"traceutil/trace.go:171","msg":"trace[1639289458] linearizableReadLoop","detail":"{readStateIndex:6344; appliedIndex:6343; }","duration":"262.850719ms","start":"2026-04-03T02:35:37.337215Z","end":"2026-04-03T02:35:37.600066Z","steps":["trace[1639289458] 'read index received' (duration: 159.291811ms)","trace[1639289458] 'applied index is now lower than readState.Index' (duration: 103.556548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:37.600193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.971362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:37.600573Z","caller":"traceutil/trace.go:171","msg":"trace[799999942] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6113; }","duration":"263.356971ms","start":"2026-04-03T02:35:37.337168Z","end":"2026-04-03T02:35:37.600525Z","steps":["trace[799999942] 'agreement among raft nodes before linearized reading' (duration: 262.942791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:37.60029Z","caller":"traceutil/trace.go:171","msg":"trace[615443817] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"305.939384ms","start":"2026-04-03T02:35:37.294338Z","end":"2026-04-03T02:35:37.600277Z","steps":["trace[615443817] 'process raft request' (duration: 202.13079ms)","trace[615443817] 'compare' (duration: 102.736389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:37.600988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:37.294321Z","time spent":"306.518577ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:47.509908Z","caller":"traceutil/trace.go:171","msg":"trace[1850636926] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"174.173841ms","start":"2026-04-03T02:35:47.335707Z","end":"2026-04-03T02:35:47.509881Z","steps":["trace[1850636926] 'process raft request' (duration: 174.018258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.569224Z","caller":"traceutil/trace.go:171","msg":"trace[1386844428] linearizableReadLoop","detail":"{readStateIndex:6420; appliedIndex:6418; }","duration":"141.207926ms","start":"2026-04-03T02:35:47.427988Z","end":"2026-04-03T02:35:47.569196Z","steps":["trace[1386844428] 'read index received' (duration: 81.723044ms)","trace[1386844428] 'applied index is now lower than readState.Index' (duration: 59.483982ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.569251Z","caller":"traceutil/trace.go:171","msg":"trace[2096128194] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"232.440603ms","start":"2026-04-03T02:35:47.33679Z","end":"2026-04-03T02:35:47.569231Z","steps":["trace[2096128194] 'process raft request' (duration: 232.295139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:47.569409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.4001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:35:47.569436Z","caller":"traceutil/trace.go:171","msg":"trace[1591533514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6186; }","duration":"141.486022ms","start":"2026-04-03T02:35:47.427943Z","end":"2026-04-03T02:35:47.569429Z","steps":["trace[1591533514] 'agreement among raft nodes before linearized reading' (duration: 141.350639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.800665Z","caller":"traceutil/trace.go:171","msg":"trace[1614849943] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"227.498586ms","start":"2026-04-03T02:35:47.573128Z","end":"2026-04-03T02:35:47.800627Z","steps":["trace[1614849943] 'process raft request' (duration: 197.93164ms)","trace[1614849943] 'compare' (duration: 29.268519ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.800789Z","caller":"traceutil/trace.go:171","msg":"trace[1578382037] linearizableReadLoop","detail":"{readStateIndex:6421; appliedIndex:6420; }","duration":"154.645971ms","start":"2026-04-03T02:35:47.64611Z","end":"2026-04-03T02:35:47.800756Z","steps":["trace[1578382037] 'read index received' (duration: 124.964713ms)","trace[1578382037] 'applied index is now lower than readState.Index' (duration: 29.678758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:47.801083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.941548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:35:47.801159Z","caller":"traceutil/trace.go:171","msg":"trace[1057378041] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6188; }","duration":"155.083931ms","start":"2026-04-03T02:35:47.646053Z","end":"2026-04-03T02:35:47.801137Z","steps":["trace[1057378041] 'agreement among raft nodes before linearized reading' (duration: 154.832725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.664044Z","caller":"traceutil/trace.go:171","msg":"trace[121915042] transaction","detail":"{read_only:false; response_revision:6213; number_of_response:1; }","duration":"133.923523ms","start":"2026-04-03T02:35:52.530086Z","end":"2026-04-03T02:35:52.66401Z","steps":["trace[121915042] 'process raft request' (duration: 133.748799ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.109993Z","caller":"traceutil/trace.go:171","msg":"trace[1187670315] linearizableReadLoop","detail":"{readStateIndex:6449; appliedIndex:6448; }","duration":"357.890916ms","start":"2026-04-03T02:35:52.75207Z","end":"2026-04-03T02:35:53.109961Z","steps":["trace[1187670315] 'read index received' (duration: 357.653291ms)","trace[1187670315] 'applied index is now lower than readState.Index' (duration: 236.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:53.110048Z","caller":"traceutil/trace.go:171","msg":"trace[307096664] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"416.764842ms","start":"2026-04-03T02:35:52.693244Z","end":"2026-04-03T02:35:53.110009Z","steps":["trace[307096664] 'process raft request' (duration: 416.496036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.110136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.04762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:53.110177Z","caller":"traceutil/trace.go:171","msg":"trace[1358815614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6214; }","duration":"358.140912ms","start":"2026-04-03T02:35:52.752023Z","end":"2026-04-03T02:35:53.110164Z","steps":["trace[1358815614] 'agreement among raft nodes before linearized reading' (duration: 358.05735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.110211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.752007Z","time spent":"358.196073ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:53.110255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.693223Z","time spent":"416.911945ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:53.370843Z","caller":"traceutil/trace.go:171","msg":"trace[145810534] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"590.674168ms","start":"2026-04-03T02:35:52.780142Z","end":"2026-04-03T02:35:53.370817Z","steps":["trace[145810534] 'process raft request' (duration: 521.235483ms)","trace[145810534] 'compare' (duration: 69.168478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:53.370997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.780126Z","time spent":"590.798141ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:53.371032Z","caller":"traceutil/trace.go:171","msg":"trace[12112728] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"469.405673ms","start":"2026-04-03T02:35:52.901607Z","end":"2026-04-03T02:35:53.371013Z","steps":["trace[12112728] 'process raft request' (duration: 469.168806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.371039Z","caller":"traceutil/trace.go:171","msg":"trace[2071564592] linearizableReadLoop","detail":"{readStateIndex:6451; appliedIndex:6449; }","duration":"259.323406ms","start":"2026-04-03T02:35:53.111611Z","end":"2026-04-03T02:35:53.370935Z","steps":["trace[2071564592] 'read index received' (duration: 189.733707ms)","trace[2071564592] 'applied index is now lower than readState.Index' (duration: 69.588859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:53.371137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.90158Z","time spent":"469.512206ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:53.371296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.931991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:35:53.371311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.979855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:35:53.371338Z","caller":"traceutil/trace.go:171","msg":"trace[1292214111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6216; }","duration":"105.020263ms","start":"2026-04-03T02:35:53.266307Z","end":"2026-04-03T02:35:53.371327Z","steps":["trace[1292214111] 'agreement among raft nodes before linearized reading' (duration: 104.90502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.371341Z","caller":"traceutil/trace.go:171","msg":"trace[839562646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:6216; }","duration":"103.061047ms","start":"2026-04-03T02:35:53.268269Z","end":"2026-04-03T02:35:53.37133Z","steps":["trace[839562646] 'agreement among raft nodes before linearized reading' (duration: 102.966495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.371133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.520331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:53.371458Z","caller":"traceutil/trace.go:171","msg":"trace[1973584978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6216; }","duration":"259.850089ms","start":"2026-04-03T02:35:53.111598Z","end":"2026-04-03T02:35:53.371449Z","steps":["trace[1973584978] 'agreement among raft nodes before linearized reading' (duration: 259.47384ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.730471Z","caller":"traceutil/trace.go:171","msg":"trace[741800016] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"355.001689ms","start":"2026-04-03T02:35:53.375456Z","end":"2026-04-03T02:35:53.730458Z","steps":["trace[741800016] 'process raft request' (duration: 315.578581ms)","trace[741800016] 'compare' (duration: 39.124251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:53.730569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:53.375428Z","time spent":"355.084171ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:53.73044Z","caller":"traceutil/trace.go:171","msg":"trace[351435083] linearizableReadLoop","detail":"{readStateIndex:6452; appliedIndex:6451; }","duration":"354.827945ms","start":"2026-04-03T02:35:53.375577Z","end":"2026-04-03T02:35:53.730405Z","steps":["trace[351435083] 'read index received' (duration: 315.681273ms)","trace[351435083] 'applied index is now lower than readState.Index' (duration: 39.145512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:53.73117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.596393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109024"} {"level":"info","ts":"2026-04-03T02:35:53.731236Z","caller":"traceutil/trace.go:171","msg":"trace[1100781784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6217; }","duration":"355.700796ms","start":"2026-04-03T02:35:53.375524Z","end":"2026-04-03T02:35:53.731225Z","steps":["trace[1100781784] 'agreement among raft nodes before linearized reading' (duration: 354.974349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.731322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:53.375501Z","time spent":"355.809448ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:35:53.802608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.740668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:35:53.802704Z","caller":"traceutil/trace.go:171","msg":"trace[101108793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6219; }","duration":"251.882371ms","start":"2026-04-03T02:35:53.550796Z","end":"2026-04-03T02:35:53.802678Z","steps":["trace[101108793] 'agreement among raft nodes before linearized reading' (duration: 251.671976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.802674Z","caller":"traceutil/trace.go:171","msg":"trace[547757088] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"129.1179ms","start":"2026-04-03T02:35:53.673479Z","end":"2026-04-03T02:35:53.802596Z","steps":["trace[547757088] 'process raft request' (duration: 128.950386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.802679Z","caller":"traceutil/trace.go:171","msg":"trace[1134125236] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"426.802751ms","start":"2026-04-03T02:35:53.375827Z","end":"2026-04-03T02:35:53.80263Z","steps":["trace[1134125236] 'process raft request' (duration: 426.497574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.802909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:53.37581Z","time spent":"426.989695ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:53.802898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.184774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:53.803074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.048815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:35:53.803205Z","caller":"traceutil/trace.go:171","msg":"trace[2050428013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6219; }","duration":"207.211809ms","start":"2026-04-03T02:35:53.595969Z","end":"2026-04-03T02:35:53.803181Z","steps":["trace[2050428013] 'agreement among raft nodes before linearized reading' (duration: 206.899892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:53.803202Z","caller":"traceutil/trace.go:171","msg":"trace[845105268] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6219; }","duration":"183.520311ms","start":"2026-04-03T02:35:53.619612Z","end":"2026-04-03T02:35:53.803133Z","steps":["trace[845105268] 'agreement among raft nodes before linearized reading' (duration: 183.199554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:54.037809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.986324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:54.038039Z","caller":"traceutil/trace.go:171","msg":"trace[1633476602] linearizableReadLoop","detail":"{readStateIndex:6456; appliedIndex:6455; }","duration":"213.877417ms","start":"2026-04-03T02:35:53.824139Z","end":"2026-04-03T02:35:54.038017Z","steps":["trace[1633476602] 'read index received' (duration: 6.533845ms)","trace[1633476602] 'applied index is now lower than readState.Index' (duration: 207.341802ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:54.038094Z","caller":"traceutil/trace.go:171","msg":"trace[261128610] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"230.425407ms","start":"2026-04-03T02:35:53.807616Z","end":"2026-04-03T02:35:54.038041Z","steps":["trace[261128610] 'process raft request' (duration: 23.109695ms)","trace[261128610] 'compare' (duration: 206.840661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:54.03827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.627415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:35:54.038277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.119782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:35:54.038308Z","caller":"traceutil/trace.go:171","msg":"trace[1538756384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6221; }","duration":"203.685276ms","start":"2026-04-03T02:35:53.83461Z","end":"2026-04-03T02:35:54.038295Z","steps":["trace[1538756384] 'agreement among raft nodes before linearized reading' (duration: 203.523613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:54.038341Z","caller":"traceutil/trace.go:171","msg":"trace[76535630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6221; }","duration":"214.233275ms","start":"2026-04-03T02:35:53.82409Z","end":"2026-04-03T02:35:54.038324Z","steps":["trace[76535630] 'agreement among raft nodes before linearized reading' (duration: 213.988869ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.329166Z","caller":"traceutil/trace.go:171","msg":"trace[808032269] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"104.236944ms","start":"2026-04-03T02:36:18.224873Z","end":"2026-04-03T02:36:18.32911Z","steps":["trace[808032269] 'process raft request' (duration: 53.209502ms)","trace[808032269] 'compare' (duration: 50.803147ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:18.362179Z","caller":"traceutil/trace.go:171","msg":"trace[773658108] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"136.78575ms","start":"2026-04-03T02:36:18.225346Z","end":"2026-04-03T02:36:18.362132Z","steps":["trace[773658108] 'process raft request' (duration: 136.501953ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:41.525417Z","caller":"traceutil/trace.go:171","msg":"trace[677664306] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"190.498485ms","start":"2026-04-03T02:36:41.334888Z","end":"2026-04-03T02:36:41.525387Z","steps":["trace[677664306] 'process raft request' (duration: 190.328952ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:41.658949Z","caller":"traceutil/trace.go:171","msg":"trace[475256962] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"104.86093ms","start":"2026-04-03T02:36:41.55405Z","end":"2026-04-03T02:36:41.658911Z","steps":["trace[475256962] 'process raft request' (duration: 37.485593ms)","trace[475256962] 'compare' (duration: 67.249244ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:41.670303Z","caller":"traceutil/trace.go:171","msg":"trace[52010410] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"108.844553ms","start":"2026-04-03T02:36:41.561425Z","end":"2026-04-03T02:36:41.670269Z","steps":["trace[52010410] 'process raft request' (duration: 108.68773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:42.54174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.157432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:42.541982Z","caller":"traceutil/trace.go:171","msg":"trace[360250198] transaction","detail":"{read_only:false; response_revision:6576; number_of_response:1; }","duration":"353.145335ms","start":"2026-04-03T02:36:42.188803Z","end":"2026-04-03T02:36:42.541949Z","steps":["trace[360250198] 'process raft request' (duration: 110.681755ms)","trace[360250198] 'compare' (duration: 241.904427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:42.542138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:42.188778Z","time spent":"353.279658ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:42.542143Z","caller":"traceutil/trace.go:171","msg":"trace[14648493] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"352.893799ms","start":"2026-04-03T02:36:42.189209Z","end":"2026-04-03T02:36:42.542103Z","steps":["trace[14648493] 'process raft request' (duration: 352.667324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:42.542244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:42.189169Z","time spent":"353.025742ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:42.691749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.742496ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:36:42.691899Z","caller":"traceutil/trace.go:171","msg":"trace[1692689391] linearizableReadLoop","detail":"{readStateIndex:6823; appliedIndex:6820; }","duration":"354.758533ms","start":"2026-04-03T02:36:42.33711Z","end":"2026-04-03T02:36:42.691869Z","steps":["trace[1692689391] 'read index received' (duration: 14.336457ms)","trace[1692689391] 'applied index is now lower than readState.Index' (duration: 340.419756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:42.692115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:36:42.692193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.362579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:36:42.692195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.329419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:36:42.692179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.058011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:36:42.692222Z","caller":"traceutil/trace.go:171","msg":"trace[1565758831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6577; }","duration":"129.673174ms","start":"2026-04-03T02:36:42.562523Z","end":"2026-04-03T02:36:42.692196Z","steps":["trace[1565758831] 'agreement among raft nodes before linearized reading' (duration: 129.489469ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:42.692246Z","caller":"traceutil/trace.go:171","msg":"trace[794239982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6577; }","duration":"299.44956ms","start":"2026-04-03T02:36:42.392779Z","end":"2026-04-03T02:36:42.692228Z","steps":["trace[794239982] 'agreement among raft nodes before linearized reading' (duration: 299.235756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:42.692273Z","caller":"traceutil/trace.go:171","msg":"trace[1951422798] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6577; }","duration":"195.419071ms","start":"2026-04-03T02:36:42.496829Z","end":"2026-04-03T02:36:42.692248Z","steps":["trace[1951422798] 'agreement among raft nodes before linearized reading' (duration: 195.196176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:42.69228Z","caller":"traceutil/trace.go:171","msg":"trace[1231911051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6577; }","duration":"355.161173ms","start":"2026-04-03T02:36:42.337091Z","end":"2026-04-03T02:36:42.692252Z","steps":["trace[1231911051] 'agreement among raft nodes before linearized reading' (duration: 354.906657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:42.69236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:42.337016Z","time spent":"355.326587ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:36:42.692456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.718495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:36:42.69258Z","caller":"traceutil/trace.go:171","msg":"trace[683274923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6577; }","duration":"211.91621ms","start":"2026-04-03T02:36:42.48064Z","end":"2026-04-03T02:36:42.692556Z","steps":["trace[683274923] 'agreement among raft nodes before linearized reading' (duration: 211.391628ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:42.889913Z","caller":"traceutil/trace.go:171","msg":"trace[580836579] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"192.524723ms","start":"2026-04-03T02:36:42.697362Z","end":"2026-04-03T02:36:42.889887Z","steps":["trace[580836579] 'process raft request' (duration: 192.36978ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:43.002263Z","caller":"traceutil/trace.go:171","msg":"trace[959136522] linearizableReadLoop","detail":"{readStateIndex:6826; appliedIndex:6823; }","duration":"304.611611ms","start":"2026-04-03T02:36:42.697622Z","end":"2026-04-03T02:36:43.002233Z","steps":["trace[959136522] 'read index received' (duration: 192.152054ms)","trace[959136522] 'applied index is now lower than readState.Index' (duration: 112.458367ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:43.002306Z","caller":"traceutil/trace.go:171","msg":"trace[1195051984] transaction","detail":"{read_only:false; response_revision:6579; number_of_response:1; }","duration":"304.91084ms","start":"2026-04-03T02:36:42.697381Z","end":"2026-04-03T02:36:43.002292Z","steps":["trace[1195051984] 'process raft request' (duration: 298.180442ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:43.002354Z","caller":"traceutil/trace.go:171","msg":"trace[1796944184] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"304.822477ms","start":"2026-04-03T02:36:42.697483Z","end":"2026-04-03T02:36:43.002306Z","steps":["trace[1796944184] 'process raft request' (duration: 304.648823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:43.002457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.827526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19519"} {"level":"info","ts":"2026-04-03T02:36:43.002494Z","caller":"traceutil/trace.go:171","msg":"trace[1884017719] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6580; }","duration":"304.893308ms","start":"2026-04-03T02:36:42.697593Z","end":"2026-04-03T02:36:43.002486Z","steps":["trace[1884017719] 'agreement among raft nodes before linearized reading' (duration: 304.754255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:43.002494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:42.697353Z","time spent":"305.058544ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:43.002519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:42.697585Z","time spent":"304.929369ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19541,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T02:36:43.002552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:42.697475Z","time spent":"304.96771ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:43.002574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.374155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:36:43.002484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.362105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:43.002672Z","caller":"traceutil/trace.go:171","msg":"trace[1208482209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6580; }","duration":"250.610811ms","start":"2026-04-03T02:36:42.752054Z","end":"2026-04-03T02:36:43.002665Z","steps":["trace[1208482209] 'agreement among raft nodes before linearized reading' (duration: 250.371315ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:43.002659Z","caller":"traceutil/trace.go:171","msg":"trace[1620467198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6580; }","duration":"137.504988ms","start":"2026-04-03T02:36:42.865127Z","end":"2026-04-03T02:36:43.002632Z","steps":["trace[1620467198] 'agreement among raft nodes before linearized reading' (duration: 137.405005ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:43.966574Z","caller":"traceutil/trace.go:171","msg":"trace[548172771] linearizableReadLoop","detail":"{readStateIndex:6829; appliedIndex:6828; }","duration":"202.018498ms","start":"2026-04-03T02:36:43.764522Z","end":"2026-04-03T02:36:43.96654Z","steps":["trace[548172771] 'read index received' (duration: 169.485931ms)","trace[548172771] 'applied index is now lower than readState.Index' (duration: 32.531547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:43.966737Z","caller":"traceutil/trace.go:171","msg":"trace[1451768406] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"291.276188ms","start":"2026-04-03T02:36:43.67545Z","end":"2026-04-03T02:36:43.966726Z","steps":["trace[1451768406] 'process raft request' (duration: 258.556507ms)","trace[1451768406] 'compare' (duration: 32.368472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:43.966941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.386006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:43.967036Z","caller":"traceutil/trace.go:171","msg":"trace[1729308526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6583; }","duration":"202.54708ms","start":"2026-04-03T02:36:43.764467Z","end":"2026-04-03T02:36:43.967015Z","steps":["trace[1729308526] 'agreement among raft nodes before linearized reading' (duration: 202.364965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.394493Z","caller":"traceutil/trace.go:171","msg":"trace[1663903927] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"162.875175ms","start":"2026-04-03T02:36:44.23158Z","end":"2026-04-03T02:36:44.394456Z","steps":["trace[1663903927] 'process raft request' (duration: 162.68375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.688342Z","caller":"traceutil/trace.go:171","msg":"trace[1996906298] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"137.362084ms","start":"2026-04-03T02:36:44.550928Z","end":"2026-04-03T02:36:44.68829Z","steps":["trace[1996906298] 'process raft request' (duration: 137.121769ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:47.882571Z","caller":"traceutil/trace.go:171","msg":"trace[471084644] transaction","detail":"{read_only:false; response_revision:6600; number_of_response:1; }","duration":"270.093949ms","start":"2026-04-03T02:36:47.612437Z","end":"2026-04-03T02:36:47.882531Z","steps":["trace[471084644] 'process raft request' (duration: 269.923555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:58.268149Z","caller":"traceutil/trace.go:171","msg":"trace[1475570980] transaction","detail":"{read_only:false; response_revision:6653; number_of_response:1; }","duration":"193.802002ms","start":"2026-04-03T02:36:58.074295Z","end":"2026-04-03T02:36:58.268097Z","steps":["trace[1475570980] 'process raft request' (duration: 142.057304ms)","trace[1475570980] 'compare' (duration: 51.339429ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:58.268287Z","caller":"traceutil/trace.go:171","msg":"trace[1434972612] linearizableReadLoop","detail":"{readStateIndex:6902; appliedIndex:6901; }","duration":"139.044974ms","start":"2026-04-03T02:36:58.129198Z","end":"2026-04-03T02:36:58.268243Z","steps":["trace[1434972612] 'read index received' (duration: 87.08169ms)","trace[1434972612] 'applied index is now lower than readState.Index' (duration: 51.959984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:58.268612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.394883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-03T02:36:58.268706Z","caller":"traceutil/trace.go:171","msg":"trace[34113315] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6654; }","duration":"139.501305ms","start":"2026-04-03T02:36:58.129183Z","end":"2026-04-03T02:36:58.268684Z","steps":["trace[34113315] 'agreement among raft nodes before linearized reading' (duration: 139.207538ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:07.108033Z","caller":"traceutil/trace.go:171","msg":"trace[1899646044] linearizableReadLoop","detail":"{readStateIndex:6945; appliedIndex:6944; }","duration":"146.085859ms","start":"2026-04-03T02:37:06.961918Z","end":"2026-04-03T02:37:07.108003Z","steps":["trace[1899646044] 'read index received' (duration: 145.989557ms)","trace[1899646044] 'applied index is now lower than readState.Index' (duration: 95.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:07.108083Z","caller":"traceutil/trace.go:171","msg":"trace[1997058662] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"150.819012ms","start":"2026-04-03T02:37:06.95722Z","end":"2026-04-03T02:37:07.108039Z","steps":["trace[1997058662] 'process raft request' (duration: 150.632327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:07.108221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.292054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:37:07.108264Z","caller":"traceutil/trace.go:171","msg":"trace[1467706443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6695; }","duration":"146.397027ms","start":"2026-04-03T02:37:06.961856Z","end":"2026-04-03T02:37:07.108253Z","steps":["trace[1467706443] 'agreement among raft nodes before linearized reading' (duration: 146.257604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.155792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054808850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:37:11.172682Z","caller":"traceutil/trace.go:171","msg":"trace[2029257796] linearizableReadLoop","detail":"{readStateIndex:6968; appliedIndex:6967; }","duration":"517.71122ms","start":"2026-04-03T02:37:10.65494Z","end":"2026-04-03T02:37:11.172651Z","steps":["trace[2029257796] 'read index received' (duration: 517.504476ms)","trace[2029257796] 'applied index is now lower than readState.Index' (duration: 205.754µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:11.172791Z","caller":"traceutil/trace.go:171","msg":"trace[1027984917] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"553.656516ms","start":"2026-04-03T02:37:10.619034Z","end":"2026-04-03T02:37:11.172691Z","steps":["trace[1027984917] 'process raft request' (duration: 553.477212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.172933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.954156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:11.173011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.083294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:37:11.173062Z","caller":"traceutil/trace.go:171","msg":"trace[1448692295] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6717; }","duration":"518.1494ms","start":"2026-04-03T02:37:10.654886Z","end":"2026-04-03T02:37:11.173036Z","steps":["trace[1448692295] 'agreement among raft nodes before linearized reading' (duration: 517.923555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.173082Z","caller":"traceutil/trace.go:171","msg":"trace[755170300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6717; }","duration":"308.210877ms","start":"2026-04-03T02:37:10.86486Z","end":"2026-04-03T02:37:11.173071Z","steps":["trace[755170300] 'agreement among raft nodes before linearized reading' (duration: 307.980672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.173114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.654866Z","time spent":"518.237813ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:11.173116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.864841Z","time spent":"308.267659ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:11.172977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.619008Z","time spent":"553.867431ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:14.586348Z","caller":"traceutil/trace.go:171","msg":"trace[1734539102] linearizableReadLoop","detail":"{readStateIndex:6987; appliedIndex:6985; }","duration":"104.980513ms","start":"2026-04-03T02:37:14.481337Z","end":"2026-04-03T02:37:14.586318Z","steps":["trace[1734539102] 'read index received' (duration: 64.706764ms)","trace[1734539102] 'applied index is now lower than readState.Index' (duration: 40.272048ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:14.58649Z","caller":"traceutil/trace.go:171","msg":"trace[800621936] transaction","detail":"{read_only:false; response_revision:6735; number_of_response:1; }","duration":"110.578985ms","start":"2026-04-03T02:37:14.475869Z","end":"2026-04-03T02:37:14.586448Z","steps":["trace[800621936] 'process raft request' (duration: 110.293558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:14.586636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.27826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:37:14.586714Z","caller":"traceutil/trace.go:171","msg":"trace[1997557681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:6735; }","duration":"105.426993ms","start":"2026-04-03T02:37:14.481268Z","end":"2026-04-03T02:37:14.586695Z","steps":["trace[1997557681] 'agreement among raft nodes before linearized reading' (duration: 105.169697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:16.735148Z","caller":"traceutil/trace.go:171","msg":"trace[670472300] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"183.715226ms","start":"2026-04-03T02:37:16.551399Z","end":"2026-04-03T02:37:16.735114Z","steps":["trace[670472300] 'process raft request' (duration: 183.505691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:16.736146Z","caller":"traceutil/trace.go:171","msg":"trace[1016521151] linearizableReadLoop","detail":"{readStateIndex:6997; appliedIndex:6995; }","duration":"136.246588ms","start":"2026-04-03T02:37:16.599864Z","end":"2026-04-03T02:37:16.73611Z","steps":["trace[1016521151] 'read index received' (duration: 135.110892ms)","trace[1016521151] 'applied index is now lower than readState.Index' (duration: 1.133966ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:16.736304Z","caller":"traceutil/trace.go:171","msg":"trace[1111788758] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"144.308668ms","start":"2026-04-03T02:37:16.591973Z","end":"2026-04-03T02:37:16.736282Z","steps":["trace[1111788758] 'process raft request' (duration: 143.933759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:16.736469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.258858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:16.736578Z","caller":"traceutil/trace.go:171","msg":"trace[1869947316] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6745; }","duration":"108.435882ms","start":"2026-04-03T02:37:16.628122Z","end":"2026-04-03T02:37:16.736558Z","steps":["trace[1869947316] 'agreement among raft nodes before linearized reading' (duration: 108.232987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:16.736776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.861002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:37:16.736964Z","caller":"traceutil/trace.go:171","msg":"trace[1936635472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:6745; }","duration":"137.059906ms","start":"2026-04-03T02:37:16.599805Z","end":"2026-04-03T02:37:16.736865Z","steps":["trace[1936635472] 'agreement among raft nodes before linearized reading' (duration: 136.631456ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:18.856991Z","caller":"traceutil/trace.go:171","msg":"trace[1251110195] transaction","detail":"{read_only:false; response_revision:6755; number_of_response:1; }","duration":"115.148561ms","start":"2026-04-03T02:37:18.741804Z","end":"2026-04-03T02:37:18.856952Z","steps":["trace[1251110195] 'process raft request' (duration: 78.238932ms)","trace[1251110195] 'compare' (duration: 36.750135ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:18.883224Z","caller":"traceutil/trace.go:171","msg":"trace[1955706009] linearizableReadLoop","detail":"{readStateIndex:7009; appliedIndex:7007; }","duration":"132.916211ms","start":"2026-04-03T02:37:18.75028Z","end":"2026-04-03T02:37:18.883196Z","steps":["trace[1955706009] 'read index received' (duration: 69.776423ms)","trace[1955706009] 'applied index is now lower than readState.Index' (duration: 63.137748ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:18.883336Z","caller":"traceutil/trace.go:171","msg":"trace[917049314] transaction","detail":"{read_only:false; response_revision:6756; number_of_response:1; }","duration":"139.493385ms","start":"2026-04-03T02:37:18.743794Z","end":"2026-04-03T02:37:18.883287Z","steps":["trace[917049314] 'process raft request' (duration: 139.262929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:18.883524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.217887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:37:18.883605Z","caller":"traceutil/trace.go:171","msg":"trace[1519712025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:6756; }","duration":"133.34367ms","start":"2026-04-03T02:37:18.750241Z","end":"2026-04-03T02:37:18.883585Z","steps":["trace[1519712025] 'agreement among raft nodes before linearized reading' (duration: 133.087214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:25.039107Z","caller":"traceutil/trace.go:171","msg":"trace[1714080546] transaction","detail":"{read_only:false; response_revision:6785; number_of_response:1; }","duration":"104.664274ms","start":"2026-04-03T02:37:24.934259Z","end":"2026-04-03T02:37:25.038924Z","steps":["trace[1714080546] 'process raft request' (duration: 103.730872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:27.43732Z","caller":"traceutil/trace.go:171","msg":"trace[759923353] linearizableReadLoop","detail":"{readStateIndex:7051; appliedIndex:7050; }","duration":"386.797088ms","start":"2026-04-03T02:37:27.050499Z","end":"2026-04-03T02:37:27.437296Z","steps":["trace[759923353] 'read index received' (duration: 289.355493ms)","trace[759923353] 'applied index is now lower than readState.Index' (duration: 97.440535ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:27.437422Z","caller":"traceutil/trace.go:171","msg":"trace[1892706150] transaction","detail":"{read_only:false; response_revision:6797; number_of_response:1; }","duration":"389.098823ms","start":"2026-04-03T02:37:27.048285Z","end":"2026-04-03T02:37:27.437384Z","steps":["trace[1892706150] 'process raft request' (duration: 291.398232ms)","trace[1892706150] 'compare' (duration: 97.408914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:27.437555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.042933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-03T02:37:27.43758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:27.048256Z","time spent":"389.236315ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:27.437598Z","caller":"traceutil/trace.go:171","msg":"trace[1370170932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:6797; }","duration":"387.130415ms","start":"2026-04-03T02:37:27.050456Z","end":"2026-04-03T02:37:27.437586Z","steps":["trace[1370170932] 'agreement among raft nodes before linearized reading' (duration: 386.968942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:27.437708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:27.050438Z","time spent":"387.251328ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:37:27.437733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.740116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:37:27.437875Z","caller":"traceutil/trace.go:171","msg":"trace[120344365] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:6797; }","duration":"349.907939ms","start":"2026-04-03T02:37:27.087915Z","end":"2026-04-03T02:37:27.437823Z","steps":["trace[120344365] 'agreement among raft nodes before linearized reading' (duration: 349.611772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:27.437949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:27.0879Z","time spent":"350.013892ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-03T02:37:30.008154Z","caller":"traceutil/trace.go:171","msg":"trace[1292380191] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"111.69486ms","start":"2026-04-03T02:37:29.896422Z","end":"2026-04-03T02:37:30.008117Z","steps":["trace[1292380191] 'process raft request' (duration: 111.446424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.008198Z","caller":"traceutil/trace.go:171","msg":"trace[1871991740] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"111.69859ms","start":"2026-04-03T02:37:29.896469Z","end":"2026-04-03T02:37:30.008167Z","steps":["trace[1871991740] 'process raft request' (duration: 111.545777ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.008409Z","caller":"traceutil/trace.go:171","msg":"trace[1676313173] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"105.861922ms","start":"2026-04-03T02:37:29.902526Z","end":"2026-04-03T02:37:30.008387Z","steps":["trace[1676313173] 'process raft request' (duration: 105.547985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.665124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:16.069572Z","time spent":"595.543118ms","remote":"127.0.0.1:38962","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:16.665226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.140499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:38:16.665277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.494833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:16.665311Z","caller":"traceutil/trace.go:171","msg":"trace[717873979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7120; }","duration":"435.246782ms","start":"2026-04-03T02:38:16.230044Z","end":"2026-04-03T02:38:16.665291Z","steps":["trace[717873979] 'range keys from in-memory index tree' (duration: 434.917424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.665333Z","caller":"traceutil/trace.go:171","msg":"trace[1185149595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7120; }","duration":"701.594945ms","start":"2026-04-03T02:38:15.963722Z","end":"2026-04-03T02:38:16.665317Z","steps":["trace[1185149595] 'range keys from in-memory index tree' (duration: 701.34871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.66536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:16.229966Z","time spent":"435.381615ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:16.665368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:15.963703Z","time spent":"701.656466ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:16.665605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.57526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:38:16.665703Z","caller":"traceutil/trace.go:171","msg":"trace[1551323731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7120; }","duration":"649.712514ms","start":"2026-04-03T02:38:16.015966Z","end":"2026-04-03T02:38:16.665679Z","steps":["trace[1551323731] 'range keys from in-memory index tree' (duration: 649.400276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.665691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.15495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:38:16.665703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.500935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:38:16.665789Z","caller":"traceutil/trace.go:171","msg":"trace[1809871848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7120; }","duration":"486.303024ms","start":"2026-04-03T02:38:16.179465Z","end":"2026-04-03T02:38:16.665768Z","steps":["trace[1809871848] 'range keys from in-memory index tree' (duration: 485.937156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.665833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:16.179443Z","time spent":"486.381736ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:38:16.66587Z","caller":"traceutil/trace.go:171","msg":"trace[1395735665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7120; }","duration":"313.71094ms","start":"2026-04-03T02:38:16.352098Z","end":"2026-04-03T02:38:16.665809Z","steps":["trace[1395735665] 'range keys from in-memory index tree' (duration: 313.257619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.665759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:16.015955Z","time spent":"649.790625ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:16.665928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:16.352077Z","time spent":"313.840982ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:38:18.165301Z","caller":"traceutil/trace.go:171","msg":"trace[858343498] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"243.284779ms","start":"2026-04-03T02:38:17.921979Z","end":"2026-04-03T02:38:18.165263Z","steps":["trace[858343498] 'process raft request' (duration: 243.134265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.866394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.809576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:38:18.866495Z","caller":"traceutil/trace.go:171","msg":"trace[571292926] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7131; }","duration":"106.964019ms","start":"2026-04-03T02:38:18.759506Z","end":"2026-04-03T02:38:18.86647Z","steps":["trace[571292926] 'range keys from in-memory index tree' (duration: 106.611091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.866441Z","caller":"traceutil/trace.go:171","msg":"trace[232695511] transaction","detail":"{read_only:false; response_revision:7132; number_of_response:1; }","duration":"106.349105ms","start":"2026-04-03T02:38:18.760063Z","end":"2026-04-03T02:38:18.866412Z","steps":["trace[232695511] 'process raft request' (duration: 41.589ms)","trace[232695511] 'compare' (duration: 64.53845ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:18.866651Z","caller":"traceutil/trace.go:171","msg":"trace[1375438242] transaction","detail":"{read_only:false; response_revision:7133; number_of_response:1; }","duration":"106.551709ms","start":"2026-04-03T02:38:18.76008Z","end":"2026-04-03T02:38:18.866632Z","steps":["trace[1375438242] 'process raft request' (duration: 106.274623ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.866783Z","caller":"traceutil/trace.go:171","msg":"trace[637626098] transaction","detail":"{read_only:false; response_revision:7135; number_of_response:1; }","duration":"104.096581ms","start":"2026-04-03T02:38:18.76268Z","end":"2026-04-03T02:38:18.866777Z","steps":["trace[637626098] 'process raft request' (duration: 104.059701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.866823Z","caller":"traceutil/trace.go:171","msg":"trace[1788606666] transaction","detail":"{read_only:false; response_revision:7134; number_of_response:1; }","duration":"105.545587ms","start":"2026-04-03T02:38:18.76124Z","end":"2026-04-03T02:38:18.866786Z","steps":["trace[1788606666] 'process raft request' (duration: 105.325872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:21.113662Z","caller":"traceutil/trace.go:171","msg":"trace[1600420248] transaction","detail":"{read_only:false; response_revision:7147; number_of_response:1; }","duration":"110.402921ms","start":"2026-04-03T02:38:21.003232Z","end":"2026-04-03T02:38:21.113634Z","steps":["trace[1600420248] 'process raft request' (duration: 94.819403ms)","trace[1600420248] 'compare' (duration: 15.479995ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:21.478427Z","caller":"traceutil/trace.go:171","msg":"trace[142470132] transaction","detail":"{read_only:false; response_revision:7155; number_of_response:1; }","duration":"149.761877ms","start":"2026-04-03T02:38:21.328638Z","end":"2026-04-03T02:38:21.478399Z","steps":["trace[142470132] 'process raft request' (duration: 149.695706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:21.478458Z","caller":"traceutil/trace.go:171","msg":"trace[1145272916] transaction","detail":"{read_only:false; response_revision:7154; number_of_response:1; }","duration":"150.039924ms","start":"2026-04-03T02:38:21.328373Z","end":"2026-04-03T02:38:21.478412Z","steps":["trace[1145272916] 'process raft request' (duration: 135.950572ms)","trace[1145272916] 'compare' (duration: 13.833996ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:22.244016Z","caller":"traceutil/trace.go:171","msg":"trace[1285013754] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"116.192876ms","start":"2026-04-03T02:38:22.127795Z","end":"2026-04-03T02:38:22.243988Z","steps":["trace[1285013754] 'process raft request' (duration: 116.008882ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.304964Z","caller":"traceutil/trace.go:171","msg":"trace[883052340] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"176.957948ms","start":"2026-04-03T02:38:22.127972Z","end":"2026-04-03T02:38:22.30493Z","steps":["trace[883052340] 'process raft request' (duration: 176.711032ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.305356Z","caller":"traceutil/trace.go:171","msg":"trace[2113488597] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"167.210218ms","start":"2026-04-03T02:38:22.138135Z","end":"2026-04-03T02:38:22.305346Z","steps":["trace[2113488597] 'process raft request' (duration: 166.687616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.305477Z","caller":"traceutil/trace.go:171","msg":"trace[2140682316] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"163.788677ms","start":"2026-04-03T02:38:22.141648Z","end":"2026-04-03T02:38:22.305437Z","steps":["trace[2140682316] 'process raft request' (duration: 163.230664ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.305219Z","caller":"traceutil/trace.go:171","msg":"trace[1981423785] linearizableReadLoop","detail":"{readStateIndex:7449; appliedIndex:7447; }","duration":"172.454542ms","start":"2026-04-03T02:38:22.132754Z","end":"2026-04-03T02:38:22.305208Z","steps":["trace[1981423785] 'read index received' (duration: 111.031945ms)","trace[1981423785] 'applied index is now lower than readState.Index' (duration: 61.421597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:22.305682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.946233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:38:22.305703Z","caller":"traceutil/trace.go:171","msg":"trace[1806211807] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7183; }","duration":"173.002964ms","start":"2026-04-03T02:38:22.132692Z","end":"2026-04-03T02:38:22.305695Z","steps":["trace[1806211807] 'agreement among raft nodes before linearized reading' (duration: 172.888052ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.42098Z","caller":"traceutil/trace.go:171","msg":"trace[1974298626] linearizableReadLoop","detail":"{readStateIndex:7452; appliedIndex:7451; }","duration":"115.390419ms","start":"2026-04-03T02:38:22.305559Z","end":"2026-04-03T02:38:22.420949Z","steps":["trace[1974298626] 'read index received' (duration: 34.387511ms)","trace[1974298626] 'applied index is now lower than readState.Index' (duration: 81.001528ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:22.421033Z","caller":"traceutil/trace.go:171","msg":"trace[533825049] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"165.943239ms","start":"2026-04-03T02:38:22.255057Z","end":"2026-04-03T02:38:22.421Z","steps":["trace[533825049] 'process raft request' (duration: 84.947031ms)","trace[533825049] 'compare' (duration: 80.739861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:22.421308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.675818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:22.42135Z","caller":"traceutil/trace.go:171","msg":"trace[872354920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7184; }","duration":"158.77156ms","start":"2026-04-03T02:38:22.262569Z","end":"2026-04-03T02:38:22.421341Z","steps":["trace[872354920] 'agreement among raft nodes before linearized reading' (duration: 158.605506ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.424051Z","caller":"traceutil/trace.go:171","msg":"trace[896976170] transaction","detail":"{read_only:false; response_revision:7186; number_of_response:1; }","duration":"113.721978ms","start":"2026-04-03T02:38:22.310311Z","end":"2026-04-03T02:38:22.424033Z","steps":["trace[896976170] 'process raft request' (duration: 113.575845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.424059Z","caller":"traceutil/trace.go:171","msg":"trace[21660957] transaction","detail":"{read_only:false; response_revision:7185; number_of_response:1; }","duration":"113.856432ms","start":"2026-04-03T02:38:22.310167Z","end":"2026-04-03T02:38:22.424023Z","steps":["trace[21660957] 'process raft request' (duration: 113.598096ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.424196Z","caller":"traceutil/trace.go:171","msg":"trace[944968731] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"112.262634ms","start":"2026-04-03T02:38:22.311917Z","end":"2026-04-03T02:38:22.42418Z","steps":["trace[944968731] 'process raft request' (duration: 112.033859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.424196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.143991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-04-03T02:38:22.424277Z","caller":"traceutil/trace.go:171","msg":"trace[528313006] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7188; }","duration":"109.245594ms","start":"2026-04-03T02:38:22.315011Z","end":"2026-04-03T02:38:22.424256Z","steps":["trace[528313006] 'agreement among raft nodes before linearized reading' (duration: 109.049649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.424531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.69411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111888"} {"level":"info","ts":"2026-04-03T02:38:22.42458Z","caller":"traceutil/trace.go:171","msg":"trace[1185363826] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7188; }","duration":"108.766852ms","start":"2026-04-03T02:38:22.315801Z","end":"2026-04-03T02:38:22.424568Z","steps":["trace[1185363826] 'agreement among raft nodes before linearized reading' (duration: 108.383383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.542138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.446391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-03T02:38:22.542224Z","caller":"traceutil/trace.go:171","msg":"trace[441270451] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7193; }","duration":"107.592715ms","start":"2026-04-03T02:38:22.434611Z","end":"2026-04-03T02:38:22.542204Z","steps":["trace[441270451] 'agreement among raft nodes before linearized reading' (duration: 107.335539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:24.604876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.983373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:24.604938Z","caller":"traceutil/trace.go:171","msg":"trace[627197405] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"115.786577ms","start":"2026-04-03T02:38:24.489108Z","end":"2026-04-03T02:38:24.604895Z","steps":["trace[627197405] 'process raft request' (duration: 83.770103ms)","trace[627197405] 'compare' (duration: 31.512722ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:24.604988Z","caller":"traceutil/trace.go:171","msg":"trace[1946454228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7216; }","duration":"153.156226ms","start":"2026-04-03T02:38:24.451808Z","end":"2026-04-03T02:38:24.604965Z","steps":["trace[1946454228] 'range keys from in-memory index tree' (duration: 152.716027ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.274436Z","caller":"traceutil/trace.go:171","msg":"trace[1174511695] linearizableReadLoop","detail":"{readStateIndex:7507; appliedIndex:7504; }","duration":"185.596722ms","start":"2026-04-03T02:38:27.088809Z","end":"2026-04-03T02:38:27.274405Z","steps":["trace[1174511695] 'read index received' (duration: 31.618645ms)","trace[1174511695] 'applied index is now lower than readState.Index' (duration: 153.976717ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:27.274465Z","caller":"traceutil/trace.go:171","msg":"trace[863844208] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"195.338401ms","start":"2026-04-03T02:38:27.079094Z","end":"2026-04-03T02:38:27.274432Z","steps":["trace[863844208] 'process raft request' (duration: 195.188148ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.274469Z","caller":"traceutil/trace.go:171","msg":"trace[825224181] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"195.346822ms","start":"2026-04-03T02:38:27.07907Z","end":"2026-04-03T02:38:27.274416Z","steps":["trace[825224181] 'process raft request' (duration: 133.485745ms)","trace[825224181] 'compare' (duration: 61.478338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:27.274787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.869274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:38:27.27477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.932219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:38:27.27485Z","caller":"traceutil/trace.go:171","msg":"trace[226097773] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:7238; }","duration":"181.994337ms","start":"2026-04-03T02:38:27.09284Z","end":"2026-04-03T02:38:27.274835Z","steps":["trace[226097773] 'agreement among raft nodes before linearized reading' (duration: 181.762081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.274879Z","caller":"traceutil/trace.go:171","msg":"trace[1618210332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7238; }","duration":"186.078882ms","start":"2026-04-03T02:38:27.088772Z","end":"2026-04-03T02:38:27.274851Z","steps":["trace[1618210332] 'agreement among raft nodes before linearized reading' (duration: 185.753705ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:28.714803Z","caller":"traceutil/trace.go:171","msg":"trace[134822287] transaction","detail":"{read_only:false; response_revision:7252; number_of_response:1; }","duration":"127.881491ms","start":"2026-04-03T02:38:28.586878Z","end":"2026-04-03T02:38:28.71476Z","steps":["trace[134822287] 'process raft request' (duration: 127.499523ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:28.84953Z","caller":"traceutil/trace.go:171","msg":"trace[24903217] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"124.471432ms","start":"2026-04-03T02:38:28.725025Z","end":"2026-04-03T02:38:28.849496Z","steps":["trace[24903217] 'process raft request' (duration: 122.477256ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:39.046025Z","caller":"traceutil/trace.go:171","msg":"trace[2089708536] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"150.425924ms","start":"2026-04-03T02:38:38.895539Z","end":"2026-04-03T02:38:39.045965Z","steps":["trace[2089708536] 'process raft request' (duration: 150.188158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.184931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.039797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:39.185146Z","caller":"traceutil/trace.go:171","msg":"trace[703124352] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"134.240322ms","start":"2026-04-03T02:38:39.050877Z","end":"2026-04-03T02:38:39.185117Z","steps":["trace[703124352] 'process raft request' (duration: 16.874477ms)","trace[703124352] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 116.614117ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:39.458868Z","caller":"traceutil/trace.go:171","msg":"trace[1054261317] transaction","detail":"{read_only:false; response_revision:7324; number_of_response:1; }","duration":"124.053382ms","start":"2026-04-03T02:38:39.334787Z","end":"2026-04-03T02:38:39.45884Z","steps":["trace[1054261317] 'process raft request' (duration: 123.868067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:39.501956Z","caller":"traceutil/trace.go:171","msg":"trace[1300429910] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"164.302951ms","start":"2026-04-03T02:38:39.337618Z","end":"2026-04-03T02:38:39.501921Z","steps":["trace[1300429910] 'process raft request' (duration: 164.050375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:05.884218Z","caller":"traceutil/trace.go:171","msg":"trace[62952743] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"131.633231ms","start":"2026-04-03T02:39:05.752539Z","end":"2026-04-03T02:39:05.884172Z","steps":["trace[62952743] 'read index received' (duration: 129.92625ms)","trace[62952743] 'applied index is now lower than readState.Index' (duration: 1.70517ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:05.884289Z","caller":"traceutil/trace.go:171","msg":"trace[550992082] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"154.234404ms","start":"2026-04-03T02:39:05.730008Z","end":"2026-04-03T02:39:05.884242Z","steps":["trace[550992082] 'process raft request' (duration: 152.444802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.884453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.880826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:05.884521Z","caller":"traceutil/trace.go:171","msg":"trace[1605400670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7578; }","duration":"132.039589ms","start":"2026-04-03T02:39:05.752464Z","end":"2026-04-03T02:39:05.884504Z","steps":["trace[1605400670] 'agreement among raft nodes before linearized reading' (duration: 131.892816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.419911Z","caller":"traceutil/trace.go:171","msg":"trace[861536004] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"185.181002ms","start":"2026-04-03T02:39:38.234698Z","end":"2026-04-03T02:39:38.419879Z","steps":["trace[861536004] 'process raft request' (duration: 185.007638ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.252272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5814} {"level":"info","ts":"2026-04-03T02:40:04.343584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5814,"took":"89.79074ms","hash":3146038528,"current-db-size-bytes":56078336,"current-db-size":"56 MB","current-db-size-in-use-bytes":26353664,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T02:40:04.343644Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3146038528,"revision":5814,"compact-revision":2891} {"level":"info","ts":"2026-04-03T02:40:07.893758Z","caller":"traceutil/trace.go:171","msg":"trace[1515600224] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8303; }","duration":"128.31252ms","start":"2026-04-03T02:40:07.765403Z","end":"2026-04-03T02:40:07.893715Z","steps":["trace[1515600224] 'read index received' (duration: 128.002233ms)","trace[1515600224] 'applied index is now lower than readState.Index' (duration: 308.297µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.8938Z","caller":"traceutil/trace.go:171","msg":"trace[568228492] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"133.281168ms","start":"2026-04-03T02:40:07.760473Z","end":"2026-04-03T02:40:07.893754Z","steps":["trace[568228492] 'process raft request' (duration: 132.976511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.893971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.548205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:07.894012Z","caller":"traceutil/trace.go:171","msg":"trace[2095875019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8010; }","duration":"128.627638ms","start":"2026-04-03T02:40:07.765373Z","end":"2026-04-03T02:40:07.894001Z","steps":["trace[2095875019] 'agreement among raft nodes before linearized reading' (duration: 128.467444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:08.208977Z","caller":"traceutil/trace.go:171","msg":"trace[2069068224] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"310.813378ms","start":"2026-04-03T02:40:07.898132Z","end":"2026-04-03T02:40:08.208946Z","steps":["trace[2069068224] 'process raft request' (duration: 239.212628ms)","trace[2069068224] 'compare' (duration: 71.483857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:08.209133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.89811Z","time spent":"310.940462ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:08.261131Z","caller":"traceutil/trace.go:171","msg":"trace[145158588] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8304; }","duration":"310.981032ms","start":"2026-04-03T02:40:07.950126Z","end":"2026-04-03T02:40:08.261107Z","steps":["trace[145158588] 'read index received' (duration: 187.280422ms)","trace[145158588] 'applied index is now lower than readState.Index' (duration: 123.69947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:08.261337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.198567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:08.261379Z","caller":"traceutil/trace.go:171","msg":"trace[1290250944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8012; }","duration":"311.292479ms","start":"2026-04-03T02:40:07.950075Z","end":"2026-04-03T02:40:08.261368Z","steps":["trace[1290250944] 'agreement among raft nodes before linearized reading' (duration: 311.137116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:08.261345Z","caller":"traceutil/trace.go:171","msg":"trace[1968299169] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"362.326214ms","start":"2026-04-03T02:40:07.898923Z","end":"2026-04-03T02:40:08.261249Z","steps":["trace[1968299169] 'process raft request' (duration: 362.036838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.261432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.950055Z","time spent":"311.364361ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:08.26162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.898914Z","time spent":"362.56604ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:08.441829Z","caller":"traceutil/trace.go:171","msg":"trace[45415148] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"274.084051ms","start":"2026-04-03T02:40:08.167719Z","end":"2026-04-03T02:40:08.441803Z","steps":["trace[45415148] 'process raft request' (duration: 174.554791ms)","trace[45415148] 'compare' (duration: 99.329855ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:08.441845Z","caller":"traceutil/trace.go:171","msg":"trace[189709505] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"175.658248ms","start":"2026-04-03T02:40:08.266163Z","end":"2026-04-03T02:40:08.441821Z","steps":["trace[189709505] 'process raft request' (duration: 175.586366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:08.441833Z","caller":"traceutil/trace.go:171","msg":"trace[1196756347] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"180.617146ms","start":"2026-04-03T02:40:08.261191Z","end":"2026-04-03T02:40:08.441808Z","steps":["trace[1196756347] 'read index received' (duration: 81.094655ms)","trace[1196756347] 'applied index is now lower than readState.Index' (duration: 99.52035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:08.441983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.351571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:40:08.442033Z","caller":"traceutil/trace.go:171","msg":"trace[459168829] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8014; }","duration":"474.449583ms","start":"2026-04-03T02:40:07.96757Z","end":"2026-04-03T02:40:08.44202Z","steps":["trace[459168829] 'agreement among raft nodes before linearized reading' (duration: 474.30326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.44207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.967546Z","time spent":"474.515484ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:40:08.633399Z","caller":"traceutil/trace.go:171","msg":"trace[1359575388] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"102.274785ms","start":"2026-04-03T02:40:08.531098Z","end":"2026-04-03T02:40:08.633373Z","steps":["trace[1359575388] 'process raft request' (duration: 97.375769ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.020199Z","caller":"traceutil/trace.go:171","msg":"trace[685650241] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8366; }","duration":"285.773717ms","start":"2026-04-03T02:40:19.734395Z","end":"2026-04-03T02:40:20.020168Z","steps":["trace[685650241] 'read index received' (duration: 17.011702ms)","trace[685650241] 'applied index is now lower than readState.Index' (duration: 268.760615ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:20.020301Z","caller":"traceutil/trace.go:171","msg":"trace[1588389637] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"311.909205ms","start":"2026-04-03T02:40:19.708355Z","end":"2026-04-03T02:40:20.020264Z","steps":["trace[1588389637] 'process raft request' (duration: 307.324967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.02046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.044424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"warn","ts":"2026-04-03T02:40:20.020488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.708329Z","time spent":"312.055288ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:20.020508Z","caller":"traceutil/trace.go:171","msg":"trace[1083391752] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8072; }","duration":"286.140035ms","start":"2026-04-03T02:40:19.734356Z","end":"2026-04-03T02:40:20.020496Z","steps":["trace[1083391752] 'agreement among raft nodes before linearized reading' (duration: 285.937191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.053468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.852007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:20.053467Z","caller":"traceutil/trace.go:171","msg":"trace[716688595] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"177.143194ms","start":"2026-04-03T02:40:19.876287Z","end":"2026-04-03T02:40:20.053431Z","steps":["trace[716688595] 'process raft request' (duration: 176.921747ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.053545Z","caller":"traceutil/trace.go:171","msg":"trace[1562918395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8073; }","duration":"301.97644ms","start":"2026-04-03T02:40:19.75155Z","end":"2026-04-03T02:40:20.053527Z","steps":["trace[1562918395] 'agreement among raft nodes before linearized reading' (duration: 301.842837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.053576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:19.751535Z","time spent":"302.035491ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:20.71399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.644629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:20.714283Z","caller":"traceutil/trace.go:171","msg":"trace[149972605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8078; }","duration":"123.735231ms","start":"2026-04-03T02:40:20.590292Z","end":"2026-04-03T02:40:20.714028Z","steps":["trace[149972605] 'range keys from in-memory index tree' (duration: 123.483925ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.847108Z","caller":"traceutil/trace.go:171","msg":"trace[1476274696] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8374; }","duration":"102.578983ms","start":"2026-04-03T02:40:20.744505Z","end":"2026-04-03T02:40:20.847084Z","steps":["trace[1476274696] 'read index received' (duration: 38.277275ms)","trace[1476274696] 'applied index is now lower than readState.Index' (duration: 64.300418ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:20.847168Z","caller":"traceutil/trace.go:171","msg":"trace[1565850481] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"111.329529ms","start":"2026-04-03T02:40:20.735799Z","end":"2026-04-03T02:40:20.847129Z","steps":["trace[1565850481] 'process raft request' (duration: 111.209666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.847324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.799268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:40:20.847389Z","caller":"traceutil/trace.go:171","msg":"trace[153506315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8081; }","duration":"102.90934ms","start":"2026-04-03T02:40:20.744468Z","end":"2026-04-03T02:40:20.847377Z","steps":["trace[153506315] 'agreement among raft nodes before linearized reading' (duration: 102.725625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.847149Z","caller":"traceutil/trace.go:171","msg":"trace[701057768] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"128.868163ms","start":"2026-04-03T02:40:20.718258Z","end":"2026-04-03T02:40:20.847126Z","steps":["trace[701057768] 'process raft request' (duration: 128.054024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.407338Z","caller":"traceutil/trace.go:171","msg":"trace[890755099] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"173.946977ms","start":"2026-04-03T02:40:21.233355Z","end":"2026-04-03T02:40:21.407302Z","steps":["trace[890755099] 'process raft request' (duration: 173.015864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.54302Z","caller":"traceutil/trace.go:171","msg":"trace[706734916] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"327.759739ms","start":"2026-04-03T02:40:26.215236Z","end":"2026-04-03T02:40:26.542995Z","steps":["trace[706734916] 'process raft request' (duration: 304.224093ms)","trace[706734916] 'compare' (duration: 23.236179ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:26.543116Z","caller":"traceutil/trace.go:171","msg":"trace[1058045173] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"198.691852ms","start":"2026-04-03T02:40:26.344395Z","end":"2026-04-03T02:40:26.543087Z","steps":["trace[1058045173] 'read index received' (duration: 175.074795ms)","trace[1058045173] 'applied index is now lower than readState.Index' (duration: 23.614807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:26.543172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.215219Z","time spent":"327.882422ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:26.543363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.951558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:26.543405Z","caller":"traceutil/trace.go:171","msg":"trace[1540596401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8148; }","duration":"199.06182ms","start":"2026-04-03T02:40:26.344331Z","end":"2026-04-03T02:40:26.543393Z","steps":["trace[1540596401] 'agreement among raft nodes before linearized reading' (duration: 198.877845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:26.545032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.382478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:26.546111Z","caller":"traceutil/trace.go:171","msg":"trace[1873797068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8149; }","duration":"139.386641ms","start":"2026-04-03T02:40:26.406556Z","end":"2026-04-03T02:40:26.545943Z","steps":["trace[1873797068] 'agreement among raft nodes before linearized reading' (duration: 138.341097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.342705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.275765ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:40:32.389938Z","caller":"traceutil/trace.go:171","msg":"trace[669183835] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"160.633533ms","start":"2026-04-03T02:40:32.229272Z","end":"2026-04-03T02:40:32.389906Z","steps":["trace[669183835] 'process raft request' (duration: 160.432258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.790022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054813178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:41.186375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168810877s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:40:41.187046Z","caller":"traceutil/trace.go:171","msg":"trace[1163808172] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"1.169565795s","start":"2026-04-03T02:40:40.017437Z","end":"2026-04-03T02:40:41.187003Z","steps":["trace[1163808172] 'process raft request' (duration: 1.169259247s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.187309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.017411Z","time spent":"1.16977103s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.209753Z","caller":"traceutil/trace.go:171","msg":"trace[81470209] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"729.539015ms","start":"2026-04-03T02:40:40.480176Z","end":"2026-04-03T02:40:41.209715Z","steps":["trace[81470209] 'process raft request' (duration: 729.252549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.209941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.480153Z","time spent":"729.689809ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.210308Z","caller":"traceutil/trace.go:171","msg":"trace[1764470465] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"635.524445ms","start":"2026-04-03T02:40:40.574771Z","end":"2026-04-03T02:40:41.210296Z","steps":["trace[1764470465] 'process raft request' (duration: 634.860219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.210373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.57474Z","time spent":"635.602787ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.210695Z","caller":"traceutil/trace.go:171","msg":"trace[721326514] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8654; }","duration":"921.329233ms","start":"2026-04-03T02:40:40.289334Z","end":"2026-04-03T02:40:41.210663Z","steps":["trace[721326514] 'read index received' (duration: 897.371777ms)","trace[721326514] 'applied index is now lower than readState.Index' (duration: 23.955596ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:41.210808Z","caller":"traceutil/trace.go:171","msg":"trace[738748976] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"289.687059ms","start":"2026-04-03T02:40:40.921045Z","end":"2026-04-03T02:40:41.210732Z","steps":["trace[738748976] 'process raft request' (duration: 289.400682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.668741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:40:41.21102Z","caller":"traceutil/trace.go:171","msg":"trace[1480536848] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"552.603027ms","start":"2026-04-03T02:40:40.658376Z","end":"2026-04-03T02:40:41.210979Z","steps":["trace[1480536848] 'process raft request' (duration: 551.767227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:41.211094Z","caller":"traceutil/trace.go:171","msg":"trace[971116196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8357; }","duration":"921.774653ms","start":"2026-04-03T02:40:40.289306Z","end":"2026-04-03T02:40:41.211081Z","steps":["trace[971116196] 'agreement among raft nodes before linearized reading' (duration: 921.545048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.289291Z","time spent":"921.836905ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:40:41.211271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.275475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:41.21127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.658351Z","time spent":"552.768811ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.211331Z","caller":"traceutil/trace.go:171","msg":"trace[1501044369] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8357; }","duration":"371.338206ms","start":"2026-04-03T02:40:40.839975Z","end":"2026-04-03T02:40:41.211313Z","steps":["trace[1501044369] 'agreement among raft nodes before linearized reading' (duration: 371.223524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.773541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:40:41.211426Z","caller":"traceutil/trace.go:171","msg":"trace[596456977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8357; }","duration":"895.913053ms","start":"2026-04-03T02:40:40.315484Z","end":"2026-04-03T02:40:41.211397Z","steps":["trace[596456977] 'agreement among raft nodes before linearized reading' (duration: 895.656227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.315474Z","time spent":"895.990495ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:41.211521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.623563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:41.211553Z","caller":"traceutil/trace.go:171","msg":"trace[962631486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8357; }","duration":"271.684165ms","start":"2026-04-03T02:40:40.939859Z","end":"2026-04-03T02:40:41.211544Z","steps":["trace[962631486] 'agreement among raft nodes before linearized reading' (duration: 271.563302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.458441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:40:41.211637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.294854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-03T02:40:41.211638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.652838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:40:41.211656Z","caller":"traceutil/trace.go:171","msg":"trace[238434144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"507.595174ms","start":"2026-04-03T02:40:40.704052Z","end":"2026-04-03T02:40:41.211648Z","steps":["trace[238434144] 'agreement among raft nodes before linearized reading' (duration: 507.323128ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:41.211684Z","caller":"traceutil/trace.go:171","msg":"trace[601762590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8357; }","duration":"243.373726ms","start":"2026-04-03T02:40:40.968297Z","end":"2026-04-03T02:40:41.211671Z","steps":["trace[601762590] 'agreement among raft nodes before linearized reading' (duration: 243.095129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.704049Z","time spent":"507.634915ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:40:41.211699Z","caller":"traceutil/trace.go:171","msg":"trace[14344759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8357; }","duration":"319.732349ms","start":"2026-04-03T02:40:40.891947Z","end":"2026-04-03T02:40:41.211679Z","steps":["trace[14344759] 'agreement among raft nodes before linearized reading' (duration: 319.528404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.629402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:41.211744Z","caller":"traceutil/trace.go:171","msg":"trace[1897959365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8357; }","duration":"459.707904ms","start":"2026-04-03T02:40:40.752026Z","end":"2026-04-03T02:40:41.211734Z","steps":["trace[1897959365] 'agreement among raft nodes before linearized reading' (duration: 459.647803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.211755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.891935Z","time spent":"319.810671ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:41.211773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.752005Z","time spent":"459.761915ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:41.211838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.195589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:41.211877Z","caller":"traceutil/trace.go:171","msg":"trace[1497502788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8357; }","duration":"508.247499ms","start":"2026-04-03T02:40:40.70362Z","end":"2026-04-03T02:40:41.211867Z","steps":["trace[1497502788] 'agreement among raft nodes before linearized reading' (duration: 508.137807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.21192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.703613Z","time spent":"508.30032ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:41.211953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.832291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:40:41.21137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.839919Z","time spent":"371.44143ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:41.211997Z","caller":"traceutil/trace.go:171","msg":"trace[278128284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"510.903642ms","start":"2026-04-03T02:40:40.701082Z","end":"2026-04-03T02:40:41.211986Z","steps":["trace[278128284] 'agreement among raft nodes before linearized reading' (duration: 510.79092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.21203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.701065Z","time spent":"510.957904ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:40:51.461662Z","caller":"traceutil/trace.go:171","msg":"trace[703878275] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"220.417373ms","start":"2026-04-03T02:40:51.241223Z","end":"2026-04-03T02:40:51.461641Z","steps":["trace[703878275] 'process raft request' (duration: 220.248379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.588151Z","caller":"traceutil/trace.go:171","msg":"trace[2068679636] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"329.08512ms","start":"2026-04-03T02:40:51.259029Z","end":"2026-04-03T02:40:51.588114Z","steps":["trace[2068679636] 'process raft request' (duration: 248.284473ms)","trace[2068679636] 'compare' (duration: 80.49139ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:51.588354Z","caller":"traceutil/trace.go:171","msg":"trace[1270449816] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8711; }","duration":"296.625983ms","start":"2026-04-03T02:40:51.29171Z","end":"2026-04-03T02:40:51.588336Z","steps":["trace[1270449816] 'read index received' (duration: 169.777738ms)","trace[1270449816] 'applied index is now lower than readState.Index' (duration: 126.847445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:51.588359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:51.259007Z","time spent":"329.218662ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:51.588474Z","caller":"traceutil/trace.go:171","msg":"trace[567653356] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"306.471957ms","start":"2026-04-03T02:40:51.281979Z","end":"2026-04-03T02:40:51.588451Z","steps":["trace[567653356] 'process raft request' (duration: 306.090167ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.588439Z","caller":"traceutil/trace.go:171","msg":"trace[590663751] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"304.890169ms","start":"2026-04-03T02:40:51.283544Z","end":"2026-04-03T02:40:51.588434Z","steps":["trace[590663751] 'process raft request' (duration: 304.712504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.588546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.828028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:40:51.588567Z","caller":"traceutil/trace.go:171","msg":"trace[1755201522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8410; }","duration":"296.8765ms","start":"2026-04-03T02:40:51.291684Z","end":"2026-04-03T02:40:51.58856Z","steps":["trace[1755201522] 'agreement among raft nodes before linearized reading' (duration: 296.779748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.588572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.584158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:40:51.588609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:51.281962Z","time spent":"306.570179ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:51.588611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.494444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:40:51.588634Z","caller":"traceutil/trace.go:171","msg":"trace[1221130771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8410; }","duration":"278.648139ms","start":"2026-04-03T02:40:51.309967Z","end":"2026-04-03T02:40:51.588615Z","steps":["trace[1221130771] 'agreement among raft nodes before linearized reading' (duration: 278.483306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.588669Z","caller":"traceutil/trace.go:171","msg":"trace[462087745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8410; }","duration":"269.566765ms","start":"2026-04-03T02:40:51.319086Z","end":"2026-04-03T02:40:51.588653Z","steps":["trace[462087745] 'agreement among raft nodes before linearized reading' (duration: 269.372031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.588663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.608883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:51.588662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:51.283525Z","time spent":"305.048822ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:51.588694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.610599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:51.58876Z","caller":"traceutil/trace.go:171","msg":"trace[1931732067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8410; }","duration":"113.719176ms","start":"2026-04-03T02:40:51.474993Z","end":"2026-04-03T02:40:51.588712Z","steps":["trace[1931732067] 'agreement among raft nodes before linearized reading' (duration: 113.613113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.588759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.712261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:51.588779Z","caller":"traceutil/trace.go:171","msg":"trace[71634897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8410; }","duration":"278.709911ms","start":"2026-04-03T02:40:51.310054Z","end":"2026-04-03T02:40:51.588764Z","steps":["trace[71634897] 'agreement among raft nodes before linearized reading' (duration: 278.488326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.58878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.863172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:51.588827Z","caller":"traceutil/trace.go:171","msg":"trace[852868611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8410; }","duration":"278.828474ms","start":"2026-04-03T02:40:51.309975Z","end":"2026-04-03T02:40:51.588803Z","steps":["trace[852868611] 'agreement among raft nodes before linearized reading' (duration: 278.622089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.588868Z","caller":"traceutil/trace.go:171","msg":"trace[1591411269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8410; }","duration":"278.026946ms","start":"2026-04-03T02:40:51.310818Z","end":"2026-04-03T02:40:51.588845Z","steps":["trace[1591411269] 'agreement among raft nodes before linearized reading' (duration: 277.755869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.843532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.247674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:51.843851Z","caller":"traceutil/trace.go:171","msg":"trace[759222700] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8715; }","duration":"250.555116ms","start":"2026-04-03T02:40:51.593279Z","end":"2026-04-03T02:40:51.843834Z","steps":["trace[759222700] 'read index received' (duration: 122.912802ms)","trace[759222700] 'applied index is now lower than readState.Index' (duration: 127.641324ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:51.843956Z","caller":"traceutil/trace.go:171","msg":"trace[1474782265] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"250.991266ms","start":"2026-04-03T02:40:51.59295Z","end":"2026-04-03T02:40:51.843941Z","steps":["trace[1474782265] 'process raft request' (duration: 123.23627ms)","trace[1474782265] 'compare' (duration: 126.913096ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:51.843991Z","caller":"traceutil/trace.go:171","msg":"trace[895287974] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"250.434533ms","start":"2026-04-03T02:40:51.593532Z","end":"2026-04-03T02:40:51.843966Z","steps":["trace[895287974] 'process raft request' (duration: 250.274019ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.844178Z","caller":"traceutil/trace.go:171","msg":"trace[875788295] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"251.081638ms","start":"2026-04-03T02:40:51.593078Z","end":"2026-04-03T02:40:51.84416Z","steps":["trace[875788295] 'process raft request' (duration: 250.572947ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.844303Z","caller":"traceutil/trace.go:171","msg":"trace[172568629] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"251.203112ms","start":"2026-04-03T02:40:51.593088Z","end":"2026-04-03T02:40:51.844291Z","steps":["trace[172568629] 'process raft request' (duration: 250.651459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:51.844328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.052508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-04-03T02:40:51.844363Z","caller":"traceutil/trace.go:171","msg":"trace[898514163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8415; }","duration":"251.111819ms","start":"2026-04-03T02:40:51.593241Z","end":"2026-04-03T02:40:51.844353Z","steps":["trace[898514163] 'agreement among raft nodes before linearized reading' (duration: 250.782211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:51.844406Z","caller":"traceutil/trace.go:171","msg":"trace[1126014523] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"250.886014ms","start":"2026-04-03T02:40:51.593506Z","end":"2026-04-03T02:40:51.844392Z","steps":["trace[1126014523] 'process raft request' (duration: 250.26912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.655306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0851085s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:40:53.655421Z","caller":"traceutil/trace.go:171","msg":"trace[1113079688] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"903.341809ms","start":"2026-04-03T02:40:52.75206Z","end":"2026-04-03T02:40:53.655402Z","steps":["trace[1113079688] 'read index received' (duration: 48.852µs)","trace[1113079688] 'applied index is now lower than readState.Index' (duration: 903.291457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:53.655728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.671356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:53.655768Z","caller":"traceutil/trace.go:171","msg":"trace[857354881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8415; }","duration":"903.753438ms","start":"2026-04-03T02:40:52.752004Z","end":"2026-04-03T02:40:53.655757Z","steps":["trace[857354881] 'agreement among raft nodes before linearized reading' (duration: 903.675046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.6558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:52.751975Z","time spent":"903.817759ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:53.735727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.250687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:53.735763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.666134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:40:53.735831Z","caller":"traceutil/trace.go:171","msg":"trace[34828941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8418; }","duration":"534.780397ms","start":"2026-04-03T02:40:53.201034Z","end":"2026-04-03T02:40:53.735814Z","steps":["trace[34828941] 'agreement among raft nodes before linearized reading' (duration: 534.605413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.735807Z","caller":"traceutil/trace.go:171","msg":"trace[1005861449] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8418; }","duration":"507.384129ms","start":"2026-04-03T02:40:53.228405Z","end":"2026-04-03T02:40:53.735789Z","steps":["trace[1005861449] 'agreement among raft nodes before linearized reading' (duration: 507.223465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.735875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:53.201013Z","time spent":"534.853089ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:40:53.735875Z","caller":"traceutil/trace.go:171","msg":"trace[1422847222] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"140.747802ms","start":"2026-04-03T02:40:53.5951Z","end":"2026-04-03T02:40:53.735848Z","steps":["trace[1422847222] 'process raft request' (duration: 140.317612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.735902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:53.228388Z","time spent":"507.497512ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:53.735956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.254851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:53.736009Z","caller":"traceutil/trace.go:171","msg":"trace[1838868879] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8418; }","duration":"763.346283ms","start":"2026-04-03T02:40:52.972644Z","end":"2026-04-03T02:40:53.735991Z","steps":["trace[1838868879] 'agreement among raft nodes before linearized reading' (duration: 763.267951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.735978Z","caller":"traceutil/trace.go:171","msg":"trace[943805922] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"140.962528ms","start":"2026-04-03T02:40:53.594959Z","end":"2026-04-03T02:40:53.735921Z","steps":["trace[943805922] 'process raft request' (duration: 140.343514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.736052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:52.972624Z","time spent":"763.418585ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:53.736285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.870684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:40:53.736313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.923697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:53.736327Z","caller":"traceutil/trace.go:171","msg":"trace[330962712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8418; }","duration":"270.941236ms","start":"2026-04-03T02:40:53.465376Z","end":"2026-04-03T02:40:53.736317Z","steps":["trace[330962712] 'agreement among raft nodes before linearized reading' (duration: 270.837764ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.736359Z","caller":"traceutil/trace.go:171","msg":"trace[642517092] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8418; }","duration":"127.008928ms","start":"2026-04-03T02:40:53.609338Z","end":"2026-04-03T02:40:53.736347Z","steps":["trace[642517092] 'agreement among raft nodes before linearized reading' (duration: 126.909356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.94047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.914213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:53.940765Z","caller":"traceutil/trace.go:171","msg":"trace[2096440799] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8724; }","duration":"198.409075ms","start":"2026-04-03T02:40:53.742148Z","end":"2026-04-03T02:40:53.940557Z","steps":["trace[2096440799] 'read index received' (duration: 86.283198ms)","trace[2096440799] 'applied index is now lower than readState.Index' (duration: 112.124617ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:53.940861Z","caller":"traceutil/trace.go:171","msg":"trace[526813254] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"200.099665ms","start":"2026-04-03T02:40:53.740751Z","end":"2026-04-03T02:40:53.94085Z","steps":["trace[526813254] 'process raft request' (duration: 87.719481ms)","trace[526813254] 'compare' (duration: 111.762049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:53.941053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.116536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:53.941139Z","caller":"traceutil/trace.go:171","msg":"trace[2109514293] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8419; }","duration":"145.25806ms","start":"2026-04-03T02:40:53.79586Z","end":"2026-04-03T02:40:53.941118Z","steps":["trace[2109514293] 'agreement among raft nodes before linearized reading' (duration: 145.107146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.941199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.033959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-04-03T02:40:53.941279Z","caller":"traceutil/trace.go:171","msg":"trace[181193742] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8419; }","duration":"199.147942ms","start":"2026-04-03T02:40:53.742111Z","end":"2026-04-03T02:40:53.941259Z","steps":["trace[181193742] 'agreement among raft nodes before linearized reading' (duration: 198.859616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:54.080927Z","caller":"traceutil/trace.go:171","msg":"trace[536364630] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"134.962256ms","start":"2026-04-03T02:40:53.945926Z","end":"2026-04-03T02:40:54.080888Z","steps":["trace[536364630] 'process raft request' (duration: 126.843274ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:54.081788Z","caller":"traceutil/trace.go:171","msg":"trace[308807680] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"135.832777ms","start":"2026-04-03T02:40:53.945934Z","end":"2026-04-03T02:40:54.081767Z","steps":["trace[308807680] 'process raft request' (duration: 134.873934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:54.081875Z","caller":"traceutil/trace.go:171","msg":"trace[1978048753] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"135.920949ms","start":"2026-04-03T02:40:53.94593Z","end":"2026-04-03T02:40:54.081851Z","steps":["trace[1978048753] 'process raft request' (duration: 135.750645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:54.081977Z","caller":"traceutil/trace.go:171","msg":"trace[1697817276] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8726; }","duration":"134.030535ms","start":"2026-04-03T02:40:53.947928Z","end":"2026-04-03T02:40:54.081959Z","steps":["trace[1697817276] 'read index received' (duration: 37.071925ms)","trace[1697817276] 'applied index is now lower than readState.Index' (duration: 96.95771ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:54.082083Z","caller":"traceutil/trace.go:171","msg":"trace[1889292937] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"135.616202ms","start":"2026-04-03T02:40:53.946447Z","end":"2026-04-03T02:40:54.082064Z","steps":["trace[1889292937] 'process raft request' (duration: 135.355626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:54.082312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.368533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-04-03T02:40:54.082346Z","caller":"traceutil/trace.go:171","msg":"trace[1032056816] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8424; }","duration":"134.435224ms","start":"2026-04-03T02:40:53.947904Z","end":"2026-04-03T02:40:54.082339Z","steps":["trace[1032056816] 'agreement among raft nodes before linearized reading' (duration: 134.155387ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:55.096877Z","caller":"traceutil/trace.go:171","msg":"trace[995401932] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"139.979945ms","start":"2026-04-03T02:40:54.956871Z","end":"2026-04-03T02:40:55.09685Z","steps":["trace[995401932] 'process raft request' (duration: 139.75687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:56.445854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054813408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:56.471347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262820807s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:40:56.551815Z","caller":"traceutil/trace.go:171","msg":"trace[1202616754] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"1.343358027s","start":"2026-04-03T02:40:55.208412Z","end":"2026-04-03T02:40:56.55177Z","steps":["trace[1202616754] 'process raft request' (duration: 1.263191215s)","trace[1202616754] 'compare' (duration: 79.877935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:56.552034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.208387Z","time spent":"1.343534032s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:57.033781Z","caller":"traceutil/trace.go:171","msg":"trace[54974975] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"1.345533418s","start":"2026-04-03T02:40:55.688222Z","end":"2026-04-03T02:40:57.033755Z","steps":["trace[54974975] 'process raft request' (duration: 1.345452446s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.033813Z","caller":"traceutil/trace.go:171","msg":"trace[616845314] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"1.461341063s","start":"2026-04-03T02:40:55.572439Z","end":"2026-04-03T02:40:57.03378Z","steps":["trace[616845314] 'process raft request' (duration: 1.461043956s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.033943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.688198Z","time spent":"1.345663722s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:57.033969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.572415Z","time spent":"1.461471255s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:57.034065Z","caller":"traceutil/trace.go:171","msg":"trace[1893601561] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"1.292200889s","start":"2026-04-03T02:40:55.741843Z","end":"2026-04-03T02:40:57.034044Z","steps":["trace[1893601561] 'process raft request' (duration: 1.291872841s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.034113Z","caller":"traceutil/trace.go:171","msg":"trace[646607344] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"1.292196649s","start":"2026-04-03T02:40:55.741905Z","end":"2026-04-03T02:40:57.034102Z","steps":["trace[646607344] 'process raft request' (duration: 1.292075227s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.034123Z","caller":"traceutil/trace.go:171","msg":"trace[733606591] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8731; }","duration":"1.089178465s","start":"2026-04-03T02:40:55.944922Z","end":"2026-04-03T02:40:57.0341Z","steps":["trace[733606591] 'read index received' (duration: 526.689185ms)","trace[733606591] 'applied index is now lower than readState.Index' (duration: 562.48817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:57.034165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.741877Z","time spent":"1.292259721s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:57.034177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.741819Z","time spent":"1.292297172s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:57.034623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089697199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:57.034678Z","caller":"traceutil/trace.go:171","msg":"trace[1485630433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8430; }","duration":"1.089803882s","start":"2026-04-03T02:40:55.944861Z","end":"2026-04-03T02:40:57.034665Z","steps":["trace[1485630433] 'agreement among raft nodes before linearized reading' (duration: 1.089323349s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.034714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.944838Z","time spent":"1.089866142s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:57.668172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.131669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:57.668294Z","caller":"traceutil/trace.go:171","msg":"trace[1168522669] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8736; }","duration":"634.115362ms","start":"2026-04-03T02:40:57.03416Z","end":"2026-04-03T02:40:57.668276Z","steps":["trace[1168522669] 'read index received' (duration: 230.80734ms)","trace[1168522669] 'applied index is now lower than readState.Index' (duration: 403.306592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:57.668682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580838544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:40:57.668698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58025124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-03T02:40:57.668806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120598198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:57.668774Z","caller":"traceutil/trace.go:171","msg":"trace[1299216516] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"1.069349608s","start":"2026-04-03T02:40:56.599362Z","end":"2026-04-03T02:40:57.668712Z","steps":["trace[1299216516] 'process raft request' (duration: 665.594666ms)","trace[1299216516] 'compare' (duration: 402.629976ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:57.668753Z","caller":"traceutil/trace.go:171","msg":"trace[395419774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8431; }","duration":"1.580898305s","start":"2026-04-03T02:40:56.087815Z","end":"2026-04-03T02:40:57.668713Z","steps":["trace[395419774] 'agreement among raft nodes before linearized reading' (duration: 1.580752772s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.66879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.514374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:57.668833Z","caller":"traceutil/trace.go:171","msg":"trace[1040905804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8431; }","duration":"1.120654339s","start":"2026-04-03T02:40:56.548172Z","end":"2026-04-03T02:40:57.668826Z","steps":["trace[1040905804] 'agreement among raft nodes before linearized reading' (duration: 1.120610818s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.668827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.58027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:57.66886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.087807Z","time spent":"1.581041169s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:57.668865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.548155Z","time spent":"1.120703591s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:57.668866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581230334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:40:57.66887Z","caller":"traceutil/trace.go:171","msg":"trace[56716410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8431; }","duration":"917.643337ms","start":"2026-04-03T02:40:56.751208Z","end":"2026-04-03T02:40:57.668851Z","steps":["trace[56716410] 'agreement among raft nodes before linearized reading' (duration: 917.496773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.668872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444408294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T02:40:57.668884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443043641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:40:57.668919Z","caller":"traceutil/trace.go:171","msg":"trace[1013417459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8431; }","duration":"1.581305735s","start":"2026-04-03T02:40:56.0876Z","end":"2026-04-03T02:40:57.668906Z","steps":["trace[1013417459] 'agreement among raft nodes before linearized reading' (duration: 1.581159411s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.668909Z","caller":"traceutil/trace.go:171","msg":"trace[882408936] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8431; }","duration":"949.737724ms","start":"2026-04-03T02:40:56.719152Z","end":"2026-04-03T02:40:57.66889Z","steps":["trace[882408936] 'agreement among raft nodes before linearized reading' (duration: 949.53381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.668905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583113748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:57.668934Z","caller":"traceutil/trace.go:171","msg":"trace[2061554903] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8431; }","duration":"1.444526616s","start":"2026-04-03T02:40:56.224393Z","end":"2026-04-03T02:40:57.66892Z","steps":["trace[2061554903] 'agreement among raft nodes before linearized reading' (duration: 1.444323971s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.668927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.751186Z","time spent":"917.733168ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:57.668951Z","caller":"traceutil/trace.go:171","msg":"trace[1745296319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8431; }","duration":"1.443162373s","start":"2026-04-03T02:40:56.225766Z","end":"2026-04-03T02:40:57.668928Z","steps":["trace[1745296319] 'agreement among raft nodes before linearized reading' (duration: 1.442931588s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.668956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.087588Z","time spent":"1.581358757s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:57.668978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.22437Z","time spent":"1.444596268s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:40:57.668973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.719128Z","time spent":"949.831936ms","remote":"127.0.0.1:39364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:57.66899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.225738Z","time spent":"1.443244396s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:57.668917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.599337Z","time spent":"1.069508232s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:57.668804Z","caller":"traceutil/trace.go:171","msg":"trace[1793091254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8431; }","duration":"1.580430685s","start":"2026-04-03T02:40:56.088355Z","end":"2026-04-03T02:40:57.668786Z","steps":["trace[1793091254] 'agreement among raft nodes before linearized reading' (duration: 1.580165739s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.669032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663348292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:57.669037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581733006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:40:57.668954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679908184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:40:57.669059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.088324Z","time spent":"1.580721182s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"info","ts":"2026-04-03T02:40:57.669082Z","caller":"traceutil/trace.go:171","msg":"trace[2028986411] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8431; }","duration":"1.663420744s","start":"2026-04-03T02:40:56.005643Z","end":"2026-04-03T02:40:57.669064Z","steps":["trace[2028986411] 'agreement among raft nodes before linearized reading' (duration: 1.663359723s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.669092Z","caller":"traceutil/trace.go:171","msg":"trace[1560310380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8431; }","duration":"1.680107239s","start":"2026-04-03T02:40:55.988967Z","end":"2026-04-03T02:40:57.669074Z","steps":["trace[1560310380] 'agreement among raft nodes before linearized reading' (duration: 1.679785981s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.669078Z","caller":"traceutil/trace.go:171","msg":"trace[1570142093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8431; }","duration":"1.581822199s","start":"2026-04-03T02:40:56.087246Z","end":"2026-04-03T02:40:57.669068Z","steps":["trace[1570142093] 'agreement among raft nodes before linearized reading' (duration: 1.581705426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.669131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.988945Z","time spent":"1.680176381s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:57.669132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.087211Z","time spent":"1.58191439s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:40:57.668979Z","caller":"traceutil/trace.go:171","msg":"trace[85210715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8431; }","duration":"1.583241211s","start":"2026-04-03T02:40:56.085719Z","end":"2026-04-03T02:40:57.668961Z","steps":["trace[85210715] 'agreement among raft nodes before linearized reading' (duration: 1.583021696s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.669191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.085697Z","time spent":"1.583483127s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:57.669135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:56.005628Z","time spent":"1.663496826s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:57.888858Z","caller":"traceutil/trace.go:171","msg":"trace[1199759932] linearizableReadLoop","detail":"{readStateIndex:8738; appliedIndex:8737; }","duration":"220.512637ms","start":"2026-04-03T02:40:57.668321Z","end":"2026-04-03T02:40:57.888833Z","steps":["trace[1199759932] 'read index received' (duration: 151.387265ms)","trace[1199759932] 'applied index is now lower than readState.Index' (duration: 69.124412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:57.889095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.352889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:57.888913Z","caller":"traceutil/trace.go:171","msg":"trace[600375342] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"849.483748ms","start":"2026-04-03T02:40:57.039391Z","end":"2026-04-03T02:40:57.888875Z","steps":["trace[600375342] 'process raft request' (duration: 780.306764ms)","trace[600375342] 'compare' (duration: 68.991469ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:57.889181Z","caller":"traceutil/trace.go:171","msg":"trace[1987056627] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8432; }","duration":"640.492343ms","start":"2026-04-03T02:40:57.248676Z","end":"2026-04-03T02:40:57.889168Z","steps":["trace[1987056627] 'agreement among raft nodes before linearized reading' (duration: 640.36132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.88929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.248652Z","time spent":"640.623945ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:57.889304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.039372Z","time spent":"849.849706ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:57.889626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.578239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:40:57.890681Z","caller":"traceutil/trace.go:171","msg":"trace[687675537] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; response_count:1; response_revision:8432; }","duration":"785.694911ms","start":"2026-04-03T02:40:57.104004Z","end":"2026-04-03T02:40:57.889699Z","steps":["trace[687675537] 'agreement among raft nodes before linearized reading' (duration: 785.182489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.891164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.103989Z","time spent":"786.865719ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.38\" "} {"level":"info","ts":"2026-04-03T02:40:58.111965Z","caller":"traceutil/trace.go:171","msg":"trace[1642874237] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"438.164035ms","start":"2026-04-03T02:40:57.673773Z","end":"2026-04-03T02:40:58.111937Z","steps":["trace[1642874237] 'process raft request' (duration: 390.784176ms)","trace[1642874237] 'compare' (duration: 47.187855ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:58.112177Z","caller":"traceutil/trace.go:171","msg":"trace[1220275694] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"438.362469ms","start":"2026-04-03T02:40:57.673799Z","end":"2026-04-03T02:40:58.112162Z","steps":["trace[1220275694] 'process raft request' (duration: 438.086043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:58.112259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.673776Z","time spent":"438.439121ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:58.112257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.673746Z","time spent":"438.37936ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:58.112452Z","caller":"traceutil/trace.go:171","msg":"trace[2143170526] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"438.626785ms","start":"2026-04-03T02:40:57.673799Z","end":"2026-04-03T02:40:58.112426Z","steps":["trace[2143170526] 'process raft request' (duration: 438.300578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:58.112594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.673776Z","time spent":"438.742829ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:58.112784Z","caller":"traceutil/trace.go:171","msg":"trace[2010968367] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"438.853711ms","start":"2026-04-03T02:40:57.673905Z","end":"2026-04-03T02:40:58.112759Z","steps":["trace[2010968367] 'process raft request' (duration: 438.555954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:58.112946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.673896Z","time spent":"438.970995ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:58.112965Z","caller":"traceutil/trace.go:171","msg":"trace[771458761] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"438.970114ms","start":"2026-04-03T02:40:57.673971Z","end":"2026-04-03T02:40:58.112941Z","steps":["trace[771458761] 'process raft request' (duration: 438.711757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:58.112955Z","caller":"traceutil/trace.go:171","msg":"trace[337647820] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8738; }","duration":"223.932567ms","start":"2026-04-03T02:40:57.889009Z","end":"2026-04-03T02:40:58.112942Z","steps":["trace[337647820] 'read index received' (duration: 175.563855ms)","trace[337647820] 'applied index is now lower than readState.Index' (duration: 48.367952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:58.113062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.673966Z","time spent":"439.043567ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:58.113094Z","caller":"traceutil/trace.go:171","msg":"trace[1128092631] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"438.657998ms","start":"2026-04-03T02:40:57.674426Z","end":"2026-04-03T02:40:58.113084Z","steps":["trace[1128092631] 'process raft request' (duration: 438.477333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:58.113154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.674405Z","time spent":"438.718979ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:58.113188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.572877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:58.113227Z","caller":"traceutil/trace.go:171","msg":"trace[325273288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8439; }","duration":"361.642179ms","start":"2026-04-03T02:40:57.751572Z","end":"2026-04-03T02:40:58.113214Z","steps":["trace[325273288] 'agreement among raft nodes before linearized reading' (duration: 361.581097ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:58.11324Z","caller":"traceutil/trace.go:171","msg":"trace[396825661] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"438.992325ms","start":"2026-04-03T02:40:57.674235Z","end":"2026-04-03T02:40:58.113227Z","steps":["trace[396825661] 'process raft request' (duration: 438.595246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:58.113271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.751558Z","time spent":"361.70478ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:58.11329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.674223Z","time spent":"439.042697ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:58.113301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.283632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-04-03T02:40:58.113339Z","caller":"traceutil/trace.go:171","msg":"trace[897708228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8439; }","duration":"439.345113ms","start":"2026-04-03T02:40:57.673985Z","end":"2026-04-03T02:40:58.11333Z","steps":["trace[897708228] 'agreement among raft nodes before linearized reading' (duration: 438.993525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:58.113379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:57.673977Z","time spent":"439.392884ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:40:59.610166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054813435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:00.110947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054813435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:00.612067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054813435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:01.113298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054813435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:01.589827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.549851855s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:41:01.59029Z","caller":"traceutil/trace.go:171","msg":"trace[793300343] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"2.550382827s","start":"2026-04-03T02:40:59.039868Z","end":"2026-04-03T02:41:01.590251Z","steps":["trace[793300343] 'process raft request' (duration: 2.550152582s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.590507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.039818Z","time spent":"2.550572321s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:01.751918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999898349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:41:01.752021Z","caller":"traceutil/trace.go:171","msg":"trace[1727574939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076233s","start":"2026-04-03T02:40:59.75192Z","end":"2026-04-03T02:41:01.751997Z","steps":["trace[1727574939] 'agreement among raft nodes before linearized reading' (duration: 1.99994432s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.752131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.751895Z","time spent":"2.000219167s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:41:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:41:02.300225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.407629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:02.300695Z","caller":"traceutil/trace.go:171","msg":"trace[1992641489] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"3.259632952s","start":"2026-04-03T02:40:59.041037Z","end":"2026-04-03T02:41:02.30067Z","steps":["trace[1992641489] 'process raft request' (duration: 3.259308244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.301006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.04102Z","time spent":"3.259770425s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:02.301024Z","caller":"traceutil/trace.go:171","msg":"trace[2142835628] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"3.260415719s","start":"2026-04-03T02:40:59.040358Z","end":"2026-04-03T02:41:02.300774Z","steps":["trace[2142835628] 'process raft request' (duration: 3.123329034s)","trace[2142835628] 'compare' (duration: 136.248606ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:02.300425Z","caller":"traceutil/trace.go:171","msg":"trace[315900341] linearizableReadLoop","detail":"{readStateIndex:8750; appliedIndex:8747; }","duration":"3.190355737s","start":"2026-04-03T02:40:59.110049Z","end":"2026-04-03T02:41:02.300405Z","steps":["trace[315900341] 'read index received' (duration: 2.479931674s)","trace[315900341] 'applied index is now lower than readState.Index' (duration: 710.422293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:02.301259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.040334Z","time spent":"3.26079584s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:02.301262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191159386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:41:02.301353Z","caller":"traceutil/trace.go:171","msg":"trace[35106944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8443; }","duration":"3.19133035s","start":"2026-04-03T02:40:59.110001Z","end":"2026-04-03T02:41:02.301332Z","steps":["trace[35106944] 'agreement among raft nodes before linearized reading' (duration: 3.190990862s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.301418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.109984Z","time spent":"3.191421633s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:03.375059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.749367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:41:03.375169Z","caller":"traceutil/trace.go:171","msg":"trace[209762754] linearizableReadLoop","detail":"{readStateIndex:8751; appliedIndex:8750; }","duration":"1.073968497s","start":"2026-04-03T02:41:02.301185Z","end":"2026-04-03T02:41:03.375153Z","steps":["trace[209762754] 'read index received' (duration: 101.007035ms)","trace[209762754] 'applied index is now lower than readState.Index' (duration: 972.960342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:03.375298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258464845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:41:03.3753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254574073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:03.375327Z","caller":"traceutil/trace.go:171","msg":"trace[817277401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8443; }","duration":"3.258552766s","start":"2026-04-03T02:41:00.116765Z","end":"2026-04-03T02:41:03.375318Z","steps":["trace[817277401] 'agreement among raft nodes before linearized reading' (duration: 3.258460084s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.375335Z","caller":"traceutil/trace.go:171","msg":"trace[193868156] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8443; }","duration":"3.254635115s","start":"2026-04-03T02:41:00.12069Z","end":"2026-04-03T02:41:03.375325Z","steps":["trace[193868156] 'agreement among raft nodes before linearized reading' (duration: 3.254476191s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.116691Z","time spent":"3.258654399s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:03.37536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.120679Z","time spent":"3.254673985s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:41:03.375369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257796068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:41:03.375401Z","caller":"traceutil/trace.go:171","msg":"trace[1099232584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8443; }","duration":"3.25784496s","start":"2026-04-03T02:41:00.117547Z","end":"2026-04-03T02:41:03.375392Z","steps":["trace[1099232584] 'agreement among raft nodes before linearized reading' (duration: 3.257774528s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.117537Z","time spent":"3.257879361s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:03.375496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257951363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:41:03.375522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258020384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:41:03.37555Z","caller":"traceutil/trace.go:171","msg":"trace[963683900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8443; }","duration":"3.258068636s","start":"2026-04-03T02:41:00.117475Z","end":"2026-04-03T02:41:03.375544Z","steps":["trace[963683900] 'agreement among raft nodes before linearized reading' (duration: 3.257999354s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.375555Z","caller":"traceutil/trace.go:171","msg":"trace[33119809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8443; }","duration":"3.258044295s","start":"2026-04-03T02:41:00.117497Z","end":"2026-04-03T02:41:03.375541Z","steps":["trace[33119809] 'agreement among raft nodes before linearized reading' (duration: 3.25785642s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.117462Z","time spent":"3.258101376s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:03.375572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295315493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:03.375587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.117484Z","time spent":"3.258096576s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:41:03.375595Z","caller":"traceutil/trace.go:171","msg":"trace[1249128651] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8443; }","duration":"1.295380335s","start":"2026-04-03T02:41:02.080206Z","end":"2026-04-03T02:41:03.375586Z","steps":["trace[1249128651] 'agreement among raft nodes before linearized reading' (duration: 1.295338594s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480918516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:41:03.375615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:02.080185Z","time spent":"1.295425235s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:03.375621Z","caller":"traceutil/trace.go:171","msg":"trace[1791187467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8443; }","duration":"3.480963187s","start":"2026-04-03T02:40:59.894652Z","end":"2026-04-03T02:41:03.375615Z","steps":["trace[1791187467] 'agreement among raft nodes before linearized reading' (duration: 3.480905716s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.89464Z","time spent":"3.480995448s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:03.37573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861162024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:03.375758Z","caller":"traceutil/trace.go:171","msg":"trace[163844349] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8443; }","duration":"2.861264576s","start":"2026-04-03T02:41:00.514485Z","end":"2026-04-03T02:41:03.375749Z","steps":["trace[163844349] 'agreement among raft nodes before linearized reading' (duration: 2.861220245s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.37577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632841754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:03.375808Z","caller":"traceutil/trace.go:171","msg":"trace[431392322] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8443; }","duration":"3.632911766s","start":"2026-04-03T02:40:59.742886Z","end":"2026-04-03T02:41:03.375798Z","steps":["trace[431392322] 'agreement among raft nodes before linearized reading' (duration: 3.632857164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.742865Z","time spent":"3.632966347s","remote":"127.0.0.1:39406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:03.375849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543557525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:03.37587Z","caller":"traceutil/trace.go:171","msg":"trace[1464376539] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8443; }","duration":"2.543619226s","start":"2026-04-03T02:41:00.832244Z","end":"2026-04-03T02:41:03.375863Z","steps":["trace[1464376539] 'agreement among raft nodes before linearized reading' (duration: 2.543578325s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.832222Z","time spent":"2.543665278s","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:03.375968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755274514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:03.375301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257989394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:03.376003Z","caller":"traceutil/trace.go:171","msg":"trace[24419653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8443; }","duration":"3.755440218s","start":"2026-04-03T02:40:59.620554Z","end":"2026-04-03T02:41:03.375994Z","steps":["trace[24419653] 'agreement among raft nodes before linearized reading' (duration: 3.755386707s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.376023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.620525Z","time spent":"3.75549191s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:03.376033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60814572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:03.376051Z","caller":"traceutil/trace.go:171","msg":"trace[190800602] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8443; }","duration":"2.608202591s","start":"2026-04-03T02:41:00.767843Z","end":"2026-04-03T02:41:03.376046Z","steps":["trace[190800602] 'agreement among raft nodes before linearized reading' (duration: 2.60816392s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.376069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.767822Z","time spent":"2.608242022s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:03.376152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.080066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:03.376177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04357515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:41:03.376209Z","caller":"traceutil/trace.go:171","msg":"trace[213260740] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8443; }","duration":"3.043724024s","start":"2026-04-03T02:41:00.332478Z","end":"2026-04-03T02:41:03.376202Z","steps":["trace[213260740] 'agreement among raft nodes before linearized reading' (duration: 3.043232813s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.376238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070756331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-03T02:41:03.376236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.332441Z","time spent":"3.043787396s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":886,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:03.376259Z","caller":"traceutil/trace.go:171","msg":"trace[2115700496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8443; }","duration":"1.070800502s","start":"2026-04-03T02:41:02.305454Z","end":"2026-04-03T02:41:03.376254Z","steps":["trace[2115700496] 'agreement among raft nodes before linearized reading' (duration: 1.070739611s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.37581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62344343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:03.376305Z","caller":"traceutil/trace.go:171","msg":"trace[833537749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8443; }","duration":"1.623981172s","start":"2026-04-03T02:41:01.752317Z","end":"2026-04-03T02:41:03.376298Z","steps":["trace[833537749] 'agreement among raft nodes before linearized reading' (duration: 1.623477911s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.37633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:01.75229Z","time spent":"1.624031814s","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:03.37573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074303545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:03.376366Z","caller":"traceutil/trace.go:171","msg":"trace[1499680510] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8443; }","duration":"1.075007621s","start":"2026-04-03T02:41:02.301349Z","end":"2026-04-03T02:41:03.376357Z","steps":["trace[1499680510] 'agreement among raft nodes before linearized reading' (duration: 1.074325575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.375778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.514451Z","time spent":"2.861322237s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:03.376182Z","caller":"traceutil/trace.go:171","msg":"trace[1351491284] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8443; }","duration":"918.146097ms","start":"2026-04-03T02:41:02.458028Z","end":"2026-04-03T02:41:03.376174Z","steps":["trace[1351491284] 'agreement among raft nodes before linearized reading' (duration: 918.104916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.376441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:02.458007Z","time spent":"918.427523ms","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:03.376023Z","caller":"traceutil/trace.go:171","msg":"trace[846813302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8443; }","duration":"3.258768092s","start":"2026-04-03T02:41:00.117246Z","end":"2026-04-03T02:41:03.376014Z","steps":["trace[846813302] 'agreement among raft nodes before linearized reading' (duration: 3.257947283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.37648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.117217Z","time spent":"3.259256053s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:03.376279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:02.305435Z","time spent":"1.070839363s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:03.376401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:02.301321Z","time spent":"1.075069302s","remote":"127.0.0.1:41296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:03.490108Z","caller":"traceutil/trace.go:171","msg":"trace[1248523959] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"109.973166ms","start":"2026-04-03T02:41:03.380107Z","end":"2026-04-03T02:41:03.49008Z","steps":["trace[1248523959] 'process raft request' (duration: 109.798552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.491246Z","caller":"traceutil/trace.go:171","msg":"trace[219684886] linearizableReadLoop","detail":"{readStateIndex:8753; appliedIndex:8751; }","duration":"108.718286ms","start":"2026-04-03T02:41:03.382508Z","end":"2026-04-03T02:41:03.491227Z","steps":["trace[219684886] 'read index received' (duration: 107.379415ms)","trace[219684886] 'applied index is now lower than readState.Index' (duration: 1.338391ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:03.491339Z","caller":"traceutil/trace.go:171","msg":"trace[1417080064] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"106.879503ms","start":"2026-04-03T02:41:03.384452Z","end":"2026-04-03T02:41:03.491332Z","steps":["trace[1417080064] 'process raft request' (duration: 106.720639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.491393Z","caller":"traceutil/trace.go:171","msg":"trace[207859525] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"106.943815ms","start":"2026-04-03T02:41:03.384412Z","end":"2026-04-03T02:41:03.491356Z","steps":["trace[207859525] 'process raft request' (duration: 106.73325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.49144Z","caller":"traceutil/trace.go:171","msg":"trace[1569930112] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"107.070708ms","start":"2026-04-03T02:41:03.384322Z","end":"2026-04-03T02:41:03.491392Z","steps":["trace[1569930112] 'process raft request' (duration: 106.788931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.491421Z","caller":"traceutil/trace.go:171","msg":"trace[1291174649] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"111.153764ms","start":"2026-04-03T02:41:03.38022Z","end":"2026-04-03T02:41:03.491374Z","steps":["trace[1291174649] 'process raft request' (duration: 110.765885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.491599Z","caller":"traceutil/trace.go:171","msg":"trace[2047821782] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"107.098799ms","start":"2026-04-03T02:41:03.384486Z","end":"2026-04-03T02:41:03.491585Z","steps":["trace[2047821782] 'process raft request' (duration: 106.713799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.491658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.033078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b7abb7bf9938\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T02:41:03.491682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.741273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:03.491735Z","caller":"traceutil/trace.go:171","msg":"trace[888041979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8449; }","duration":"104.820585ms","start":"2026-04-03T02:41:03.386902Z","end":"2026-04-03T02:41:03.491722Z","steps":["trace[888041979] 'agreement among raft nodes before linearized reading' (duration: 104.748004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.491734Z","caller":"traceutil/trace.go:171","msg":"trace[2013028610] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b7abb7bf9938; range_end:; response_count:1; response_revision:8449; }","duration":"107.14424ms","start":"2026-04-03T02:41:03.384574Z","end":"2026-04-03T02:41:03.491718Z","steps":["trace[2013028610] 'agreement among raft nodes before linearized reading' (duration: 106.923665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:03.491817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.299061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223782"} {"level":"info","ts":"2026-04-03T02:41:03.491873Z","caller":"traceutil/trace.go:171","msg":"trace[906752541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8449; }","duration":"109.383642ms","start":"2026-04-03T02:41:03.382477Z","end":"2026-04-03T02:41:03.49186Z","steps":["trace[906752541] 'agreement among raft nodes before linearized reading' (duration: 109.030744ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:03.908565Z","caller":"traceutil/trace.go:171","msg":"trace[960634956] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"312.244312ms","start":"2026-04-03T02:41:03.596288Z","end":"2026-04-03T02:41:03.908532Z","steps":["trace[960634956] 'process raft request' (duration: 272.142575ms)","trace[960634956] 'compare' (duration: 39.970814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:03.908716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:03.596263Z","time spent":"312.378955ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:04.693696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.2297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:04.693803Z","caller":"traceutil/trace.go:171","msg":"trace[1574458231] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8451; }","duration":"450.342613ms","start":"2026-04-03T02:41:04.243432Z","end":"2026-04-03T02:41:04.693775Z","steps":["trace[1574458231] 'count revisions from in-memory index tree' (duration: 450.086797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:04.694062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.738124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-03T02:41:04.694086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:04.243373Z","time spent":"450.582919ms","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:04.694183Z","caller":"traceutil/trace.go:171","msg":"trace[1657835692] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"388.280648ms","start":"2026-04-03T02:41:04.305882Z","end":"2026-04-03T02:41:04.694162Z","steps":["trace[1657835692] 'process raft request' (duration: 139.33366ms)","trace[1657835692] 'compare' (duration: 248.563669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:04.694257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:04.30586Z","time spent":"388.36309ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:04.764969Z","caller":"traceutil/trace.go:171","msg":"trace[1546953663] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8759; }","duration":"381.15118ms","start":"2026-04-03T02:41:04.3838Z","end":"2026-04-03T02:41:04.764951Z","steps":["trace[1546953663] 'read index received' (duration: 61.536843ms)","trace[1546953663] 'applied index is now lower than readState.Index' (duration: 319.612887ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:04.765127Z","caller":"traceutil/trace.go:171","msg":"trace[1609109767] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"457.445781ms","start":"2026-04-03T02:41:04.307628Z","end":"2026-04-03T02:41:04.765074Z","steps":["trace[1609109767] 'process raft request' (duration: 457.221735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:04.76518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.350014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:04.765265Z","caller":"traceutil/trace.go:171","msg":"trace[535880020] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8453; }","duration":"381.478187ms","start":"2026-04-03T02:41:04.383766Z","end":"2026-04-03T02:41:04.765244Z","steps":["trace[535880020] 'agreement among raft nodes before linearized reading' (duration: 381.310873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:04.765296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:04.307608Z","time spent":"457.599894ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:04.765316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:04.383753Z","time spent":"381.552139ms","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:13.725355Z","caller":"traceutil/trace.go:171","msg":"trace[1328764346] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8815; }","duration":"170.173318ms","start":"2026-04-03T02:41:13.555155Z","end":"2026-04-03T02:41:13.725328Z","steps":["trace[1328764346] 'read index received' (duration: 170.011145ms)","trace[1328764346] 'applied index is now lower than readState.Index' (duration: 161.073µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:13.72543Z","caller":"traceutil/trace.go:171","msg":"trace[45711601] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"171.386656ms","start":"2026-04-03T02:41:13.554016Z","end":"2026-04-03T02:41:13.725402Z","steps":["trace[45711601] 'process raft request' (duration: 171.157431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.725571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.395783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:41:13.725609Z","caller":"traceutil/trace.go:171","msg":"trace[1586881432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8506; }","duration":"170.489376ms","start":"2026-04-03T02:41:13.555111Z","end":"2026-04-03T02:41:13.7256Z","steps":["trace[1586881432] 'agreement among raft nodes before linearized reading' (duration: 170.333012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.729057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.398066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:41:13.729131Z","caller":"traceutil/trace.go:171","msg":"trace[1768910702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8507; }","duration":"107.515968ms","start":"2026-04-03T02:41:13.621598Z","end":"2026-04-03T02:41:13.729114Z","steps":["trace[1768910702] 'agreement among raft nodes before linearized reading' (duration: 107.318334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.72916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.545169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:41:13.729199Z","caller":"traceutil/trace.go:171","msg":"trace[1288293677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8507; }","duration":"168.605651ms","start":"2026-04-03T02:41:13.560581Z","end":"2026-04-03T02:41:13.729186Z","steps":["trace[1288293677] 'agreement among raft nodes before linearized reading' (duration: 168.517489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.729056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.672492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:41:13.729357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.824856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:13.729409Z","caller":"traceutil/trace.go:171","msg":"trace[583234201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8507; }","duration":"157.903848ms","start":"2026-04-03T02:41:13.571492Z","end":"2026-04-03T02:41:13.729396Z","steps":["trace[583234201] 'agreement among raft nodes before linearized reading' (duration: 157.753094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:13.729398Z","caller":"traceutil/trace.go:171","msg":"trace[1694864668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8507; }","duration":"168.983229ms","start":"2026-04-03T02:41:13.560336Z","end":"2026-04-03T02:41:13.729319Z","steps":["trace[1694864668] 'agreement among raft nodes before linearized reading' (duration: 168.543319ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:13.72941Z","caller":"traceutil/trace.go:171","msg":"trace[690601144] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"174.181672ms","start":"2026-04-03T02:41:13.555196Z","end":"2026-04-03T02:41:13.729378Z","steps":["trace[690601144] 'process raft request' (duration: 173.489486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.729428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.675351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:13.729673Z","caller":"traceutil/trace.go:171","msg":"trace[1620606781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8507; }","duration":"163.003959ms","start":"2026-04-03T02:41:13.566611Z","end":"2026-04-03T02:41:13.729615Z","steps":["trace[1620606781] 'agreement among raft nodes before linearized reading' (duration: 162.472727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:29.066007Z","caller":"traceutil/trace.go:171","msg":"trace[411881462] linearizableReadLoop","detail":"{readStateIndex:8955; appliedIndex:8954; }","duration":"131.252739ms","start":"2026-04-03T02:41:28.934718Z","end":"2026-04-03T02:41:29.065971Z","steps":["trace[411881462] 'read index received' (duration: 131.079275ms)","trace[411881462] 'applied index is now lower than readState.Index' (duration: 171.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:29.066183Z","caller":"traceutil/trace.go:171","msg":"trace[1745621655] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"174.646094ms","start":"2026-04-03T02:41:28.891473Z","end":"2026-04-03T02:41:29.066119Z","steps":["trace[1745621655] 'process raft request' (duration: 174.263645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:29.06636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.602507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-03T02:41:29.066443Z","caller":"traceutil/trace.go:171","msg":"trace[1564255187] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8640; }","duration":"131.7428ms","start":"2026-04-03T02:41:28.934682Z","end":"2026-04-03T02:41:29.066425Z","steps":["trace[1564255187] 'agreement among raft nodes before linearized reading' (duration: 131.468934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.880764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054814085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:32.303529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231742802s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:41:32.3041Z","caller":"traceutil/trace.go:171","msg":"trace[1283752270] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"1.232410729s","start":"2026-04-03T02:41:31.071661Z","end":"2026-04-03T02:41:32.304071Z","steps":["trace[1283752270] 'process raft request' (duration: 1.232205194s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:32.304342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.071634Z","time spent":"1.232545251s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:33.234021Z","caller":"traceutil/trace.go:171","msg":"trace[1403088661] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"2.157090181s","start":"2026-04-03T02:41:31.076895Z","end":"2026-04-03T02:41:33.233985Z","steps":["trace[1403088661] 'process raft request' (duration: 2.156760863s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.234067Z","caller":"traceutil/trace.go:171","msg":"trace[1538197491] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"1.194431712s","start":"2026-04-03T02:41:32.039598Z","end":"2026-04-03T02:41:33.234029Z","steps":["trace[1538197491] 'process raft request' (duration: 1.194238027s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.234177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.076857Z","time spent":"2.157237004s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:33.234255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:32.039567Z","time spent":"1.194582736s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:33.236825Z","caller":"traceutil/trace.go:171","msg":"trace[1454659570] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8965; }","duration":"1.856006462s","start":"2026-04-03T02:41:31.380621Z","end":"2026-04-03T02:41:33.236628Z","steps":["trace[1454659570] 'read index received' (duration: 923.166947ms)","trace[1454659570] 'applied index is now lower than readState.Index' (duration: 932.838725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:33.236983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856317339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:33.237092Z","caller":"traceutil/trace.go:171","msg":"trace[900961976] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8653; }","duration":"1.856505604s","start":"2026-04-03T02:41:31.380565Z","end":"2026-04-03T02:41:33.237071Z","steps":["trace[900961976] 'agreement among raft nodes before linearized reading' (duration: 1.856252638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.237168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.380542Z","time spent":"1.856614037s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:33.237053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484959952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:33.237186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355793681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:41:33.237178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.092627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:33.237224Z","caller":"traceutil/trace.go:171","msg":"trace[1875440866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8653; }","duration":"1.355877323s","start":"2026-04-03T02:41:31.881336Z","end":"2026-04-03T02:41:33.237213Z","steps":["trace[1875440866] 'agreement among raft nodes before linearized reading' (duration: 1.35575369s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.237247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.881279Z","time spent":"1.355962196s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:41:33.23725Z","caller":"traceutil/trace.go:171","msg":"trace[731733420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8653; }","duration":"439.179379ms","start":"2026-04-03T02:41:32.798054Z","end":"2026-04-03T02:41:33.237233Z","steps":["trace[731733420] 'agreement among raft nodes before linearized reading' (duration: 439.026376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.237295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:32.798002Z","time spent":"439.282193ms","remote":"127.0.0.1:56874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:33.237295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.109837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-03T02:41:33.237318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348056879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:33.237383Z","caller":"traceutil/trace.go:171","msg":"trace[2115641874] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8653; }","duration":"835.253791ms","start":"2026-04-03T02:41:32.402108Z","end":"2026-04-03T02:41:33.237362Z","steps":["trace[2115641874] 'agreement among raft nodes before linearized reading' (duration: 834.953194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.237387Z","caller":"traceutil/trace.go:171","msg":"trace[1601348072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8653; }","duration":"1.348194332s","start":"2026-04-03T02:41:31.889177Z","end":"2026-04-03T02:41:33.237372Z","steps":["trace[1601348072] 'agreement among raft nodes before linearized reading' (duration: 1.347994547s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.23733Z","caller":"traceutil/trace.go:171","msg":"trace[1763333501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8653; }","duration":"1.485169346s","start":"2026-04-03T02:41:31.752035Z","end":"2026-04-03T02:41:33.237205Z","steps":["trace[1763333501] 'agreement among raft nodes before linearized reading' (duration: 1.484904169s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.23742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355495744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:41:33.237434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.889146Z","time spent":"1.348279304s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:41:33.237434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:32.402085Z","time spent":"835.338523ms","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-03T02:41:33.237435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361630789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:33.237457Z","caller":"traceutil/trace.go:171","msg":"trace[61292767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8653; }","duration":"1.355568606s","start":"2026-04-03T02:41:31.881879Z","end":"2026-04-03T02:41:33.237447Z","steps":["trace[61292767] 'agreement among raft nodes before linearized reading' (duration: 1.355479084s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.23748Z","caller":"traceutil/trace.go:171","msg":"trace[917263125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8653; }","duration":"1.361719381s","start":"2026-04-03T02:41:31.87575Z","end":"2026-04-03T02:41:33.23747Z","steps":["trace[917263125] 'agreement among raft nodes before linearized reading' (duration: 1.361605698s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.237537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.875733Z","time spent":"1.361798713s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:33.237537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.88186Z","time spent":"1.355620017s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:33.23762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.752015Z","time spent":"1.485552955s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:33.237685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411860575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:41:33.237721Z","caller":"traceutil/trace.go:171","msg":"trace[306775222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8653; }","duration":"1.411897075s","start":"2026-04-03T02:41:31.825816Z","end":"2026-04-03T02:41:33.237713Z","steps":["trace[306775222] 'agreement among raft nodes before linearized reading' (duration: 1.411814174s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.237743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.825744Z","time spent":"1.411995238s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:33.237812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355332771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:33.23786Z","caller":"traceutil/trace.go:171","msg":"trace[771962124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8653; }","duration":"1.355427473s","start":"2026-04-03T02:41:31.882422Z","end":"2026-04-03T02:41:33.237849Z","steps":["trace[771962124] 'agreement among raft nodes before linearized reading' (duration: 1.35530747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.237917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.882397Z","time spent":"1.355512265s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:33.237939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355591407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:41:33.23797Z","caller":"traceutil/trace.go:171","msg":"trace[2020625966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8653; }","duration":"1.355638887s","start":"2026-04-03T02:41:31.882323Z","end":"2026-04-03T02:41:33.237962Z","steps":["trace[2020625966] 'agreement among raft nodes before linearized reading' (duration: 1.354621024s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.238002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.882316Z","time spent":"1.355679999s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:41:35.45281Z","caller":"traceutil/trace.go:171","msg":"trace[1302017585] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8978; }","duration":"204.992791ms","start":"2026-04-03T02:41:35.247785Z","end":"2026-04-03T02:41:35.452778Z","steps":["trace[1302017585] 'read index received' (duration: 106.67577ms)","trace[1302017585] 'applied index is now lower than readState.Index' (duration: 98.315651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:35.453049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.249677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:41:35.45309Z","caller":"traceutil/trace.go:171","msg":"trace[427065763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8663; }","duration":"205.334139ms","start":"2026-04-03T02:41:35.247746Z","end":"2026-04-03T02:41:35.45308Z","steps":["trace[427065763] 'agreement among raft nodes before linearized reading' (duration: 205.166755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.453851Z","caller":"traceutil/trace.go:171","msg":"trace[1864402448] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"214.503495ms","start":"2026-04-03T02:41:35.239262Z","end":"2026-04-03T02:41:35.453765Z","steps":["trace[1864402448] 'process raft request' (duration: 115.111029ms)","trace[1864402448] 'compare' (duration: 98.193638ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:35.639192Z","caller":"traceutil/trace.go:171","msg":"trace[91619413] linearizableReadLoop","detail":"{readStateIndex:8980; appliedIndex:8979; }","duration":"186.279987ms","start":"2026-04-03T02:41:35.452885Z","end":"2026-04-03T02:41:35.639165Z","steps":["trace[91619413] 'read index received' (duration: 163.036589ms)","trace[91619413] 'applied index is now lower than readState.Index' (duration: 23.242218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:35.639392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.334416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:35.639474Z","caller":"traceutil/trace.go:171","msg":"trace[917554665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8664; }","duration":"390.461098ms","start":"2026-04-03T02:41:35.249001Z","end":"2026-04-03T02:41:35.639462Z","steps":["trace[917554665] 'agreement among raft nodes before linearized reading' (duration: 390.260794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.639522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.248988Z","time spent":"390.52319ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"info","ts":"2026-04-03T02:41:35.639533Z","caller":"traceutil/trace.go:171","msg":"trace[883259052] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"370.312843ms","start":"2026-04-03T02:41:35.269179Z","end":"2026-04-03T02:41:35.639492Z","steps":["trace[883259052] 'process raft request' (duration: 346.634294ms)","trace[883259052] 'compare' (duration: 23.231169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:35.63958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.853425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:35.639403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.156591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:41:35.63963Z","caller":"traceutil/trace.go:171","msg":"trace[76977451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8664; }","duration":"356.918727ms","start":"2026-04-03T02:41:35.282693Z","end":"2026-04-03T02:41:35.639612Z","steps":["trace[76977451] 'agreement among raft nodes before linearized reading' (duration: 356.848545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.639607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.941059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:41:35.639674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.282682Z","time spent":"356.978208ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:35.639682Z","caller":"traceutil/trace.go:171","msg":"trace[373093832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8664; }","duration":"388.053042ms","start":"2026-04-03T02:41:35.251614Z","end":"2026-04-03T02:41:35.639667Z","steps":["trace[373093832] 'agreement among raft nodes before linearized reading' (duration: 387.805276ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.639684Z","caller":"traceutil/trace.go:171","msg":"trace[1165510029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8664; }","duration":"387.456858ms","start":"2026-04-03T02:41:35.252203Z","end":"2026-04-03T02:41:35.63966Z","steps":["trace[1165510029] 'agreement among raft nodes before linearized reading' (duration: 387.015368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.639725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.251604Z","time spent":"388.111263ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:35.639712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.269157Z","time spent":"370.461877ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:35.63975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.252186Z","time spent":"387.54522ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:35.639778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.64469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:35.63991Z","caller":"traceutil/trace.go:171","msg":"trace[1005157023] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8664; }","duration":"389.857514ms","start":"2026-04-03T02:41:35.250034Z","end":"2026-04-03T02:41:35.639891Z","steps":["trace[1005157023] 'agreement among raft nodes before linearized reading' (duration: 389.328982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.640027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.250026Z","time spent":"389.982078ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:35.640119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.569799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:35.640153Z","caller":"traceutil/trace.go:171","msg":"trace[620829088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8664; }","duration":"389.642671ms","start":"2026-04-03T02:41:35.250503Z","end":"2026-04-03T02:41:35.640146Z","steps":["trace[620829088] 'agreement among raft nodes before linearized reading' (duration: 389.541899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.640175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.250484Z","time spent":"389.686182ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:35.639785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.320795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:41:35.640225Z","caller":"traceutil/trace.go:171","msg":"trace[658330279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8664; }","duration":"390.795408ms","start":"2026-04-03T02:41:35.249412Z","end":"2026-04-03T02:41:35.640207Z","steps":["trace[658330279] 'agreement among raft nodes before linearized reading' (duration: 390.164732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.640277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:35.249405Z","time spent":"390.858269ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:41:35.713137Z","caller":"traceutil/trace.go:171","msg":"trace[336996763] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"256.122708ms","start":"2026-04-03T02:41:35.456991Z","end":"2026-04-03T02:41:35.713114Z","steps":["trace[336996763] 'process raft request' (duration: 255.892662ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.815501Z","caller":"traceutil/trace.go:171","msg":"trace[1180020554] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"171.264643ms","start":"2026-04-03T02:41:35.644212Z","end":"2026-04-03T02:41:35.815476Z","steps":["trace[1180020554] 'process raft request' (duration: 171.187021ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.815584Z","caller":"traceutil/trace.go:171","msg":"trace[1382977972] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"171.357256ms","start":"2026-04-03T02:41:35.644181Z","end":"2026-04-03T02:41:35.815538Z","steps":["trace[1382977972] 'process raft request' (duration: 102.589173ms)","trace[1382977972] 'compare' (duration: 68.386584ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:35.815781Z","caller":"traceutil/trace.go:171","msg":"trace[29908272] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"171.478189ms","start":"2026-04-03T02:41:35.644272Z","end":"2026-04-03T02:41:35.81575Z","steps":["trace[29908272] 'process raft request' (duration: 171.171081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.815846Z","caller":"traceutil/trace.go:171","msg":"trace[2057519851] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"170.625218ms","start":"2026-04-03T02:41:35.645195Z","end":"2026-04-03T02:41:35.815821Z","steps":["trace[2057519851] 'process raft request' (duration: 170.464944ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.815909Z","caller":"traceutil/trace.go:171","msg":"trace[2015309477] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"170.404914ms","start":"2026-04-03T02:41:35.645482Z","end":"2026-04-03T02:41:35.815887Z","steps":["trace[2015309477] 'process raft request' (duration: 170.300391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:37.259932Z","caller":"traceutil/trace.go:171","msg":"trace[1133225624] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"119.021701ms","start":"2026-04-03T02:41:37.140882Z","end":"2026-04-03T02:41:37.259903Z","steps":["trace[1133225624] 'process raft request' (duration: 45.422722ms)","trace[1133225624] 'compare' (duration: 73.462096ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:37.589353Z","caller":"traceutil/trace.go:171","msg":"trace[801422971] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8990; }","duration":"109.666159ms","start":"2026-04-03T02:41:37.479663Z","end":"2026-04-03T02:41:37.589329Z","steps":["trace[801422971] 'read index received' (duration: 109.507025ms)","trace[801422971] 'applied index is now lower than readState.Index' (duration: 158.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:37.589415Z","caller":"traceutil/trace.go:171","msg":"trace[510753219] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"130.345328ms","start":"2026-04-03T02:41:37.459053Z","end":"2026-04-03T02:41:37.589398Z","steps":["trace[510753219] 'process raft request' (duration: 130.117302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:37.58955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.867204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-554906e6-dc81-4de0-9fe5-39423cc4b41e\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:41:37.589583Z","caller":"traceutil/trace.go:171","msg":"trace[1200969114] range","detail":"{range_begin:/registry/persistentvolumes/pvc-554906e6-dc81-4de0-9fe5-39423cc4b41e; range_end:; response_count:1; response_revision:8674; }","duration":"109.936966ms","start":"2026-04-03T02:41:37.479635Z","end":"2026-04-03T02:41:37.589572Z","steps":["trace[1200969114] 'agreement among raft nodes before linearized reading' (duration: 109.808923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:37.634496Z","caller":"traceutil/trace.go:171","msg":"trace[1792009649] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"144.063811ms","start":"2026-04-03T02:41:37.490402Z","end":"2026-04-03T02:41:37.634466Z","steps":["trace[1792009649] 'process raft request' (duration: 143.902757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:37.993489Z","caller":"traceutil/trace.go:171","msg":"trace[820015414] linearizableReadLoop","detail":"{readStateIndex:8994; appliedIndex:8993; }","duration":"173.731062ms","start":"2026-04-03T02:41:37.819734Z","end":"2026-04-03T02:41:37.993465Z","steps":["trace[820015414] 'read index received' (duration: 173.65936ms)","trace[820015414] 'applied index is now lower than readState.Index' (duration: 70.362µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:37.993581Z","caller":"traceutil/trace.go:171","msg":"trace[1743874730] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"189.943025ms","start":"2026-04-03T02:41:37.803605Z","end":"2026-04-03T02:41:37.993548Z","steps":["trace[1743874730] 'process raft request' (duration: 189.716759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:37.993713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.969668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:41:37.993755Z","caller":"traceutil/trace.go:171","msg":"trace[421911968] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8677; }","duration":"174.048679ms","start":"2026-04-03T02:41:37.819695Z","end":"2026-04-03T02:41:37.993743Z","steps":["trace[421911968] 'agreement among raft nodes before linearized reading' (duration: 173.883415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:37.994004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.253504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:41:37.99408Z","caller":"traceutil/trace.go:171","msg":"trace[1478195276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8677; }","duration":"174.385627ms","start":"2026-04-03T02:41:37.819677Z","end":"2026-04-03T02:41:37.994063Z","steps":["trace[1478195276] 'agreement among raft nodes before linearized reading' (duration: 173.938236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:38.369618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.784875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:38.369908Z","caller":"traceutil/trace.go:171","msg":"trace[2068039666] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"526.724397ms","start":"2026-04-03T02:41:37.84315Z","end":"2026-04-03T02:41:38.369874Z","steps":["trace[2068039666] 'process raft request' (duration: 321.511662ms)","trace[2068039666] 'compare' (duration: 204.15222ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:38.370061Z","caller":"traceutil/trace.go:171","msg":"trace[593564378] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8994; }","duration":"376.464688ms","start":"2026-04-03T02:41:37.993552Z","end":"2026-04-03T02:41:38.370017Z","steps":["trace[593564378] 'read index received' (duration: 171.13213ms)","trace[593564378] 'applied index is now lower than readState.Index' (duration: 205.323738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:38.370098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.843129Z","time spent":"526.87453ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:38.370282Z","caller":"traceutil/trace.go:171","msg":"trace[1891972970] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"372.885794ms","start":"2026-04-03T02:41:37.997374Z","end":"2026-04-03T02:41:38.37026Z","steps":["trace[1891972970] 'process raft request' (duration: 372.483454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:38.370304Z","caller":"traceutil/trace.go:171","msg":"trace[549856666] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"372.659949ms","start":"2026-04-03T02:41:37.997531Z","end":"2026-04-03T02:41:38.370112Z","steps":["trace[549856666] 'process raft request' (duration: 372.524676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:38.370438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.27855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b885c3f683c4\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T02:41:38.370483Z","caller":"traceutil/trace.go:171","msg":"trace[1150811471] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b885c3f683c4; range_end:; response_count:1; response_revision:8680; }","duration":"372.332942ms","start":"2026-04-03T02:41:37.998138Z","end":"2026-04-03T02:41:38.370471Z","steps":["trace[1150811471] 'agreement among raft nodes before linearized reading' (duration: 372.190538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:38.370378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.997358Z","time spent":"372.977257ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:38.370522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.998131Z","time spent":"372.383473ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a2b885c3f683c4\" "} {"level":"warn","ts":"2026-04-03T02:41:38.370515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.697842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:41:38.370295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.813787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:38.370592Z","caller":"traceutil/trace.go:171","msg":"trace[107401110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8680; }","duration":"550.816735ms","start":"2026-04-03T02:41:37.819751Z","end":"2026-04-03T02:41:38.370568Z","steps":["trace[107401110] 'agreement among raft nodes before linearized reading' (duration: 550.58453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:38.370576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.236372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:41:38.370576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.18909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:41:38.370633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.819732Z","time spent":"550.892756ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:41:38.370643Z","caller":"traceutil/trace.go:171","msg":"trace[1504240381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8680; }","duration":"550.315063ms","start":"2026-04-03T02:41:37.820312Z","end":"2026-04-03T02:41:38.370628Z","steps":["trace[1504240381] 'agreement among raft nodes before linearized reading' (duration: 550.113009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:38.370651Z","caller":"traceutil/trace.go:171","msg":"trace[1699730332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8680; }","duration":"550.305873ms","start":"2026-04-03T02:41:37.82033Z","end":"2026-04-03T02:41:38.370636Z","steps":["trace[1699730332] 'agreement among raft nodes before linearized reading' (duration: 550.048737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:38.370649Z","caller":"traceutil/trace.go:171","msg":"trace[222592453] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8680; }","duration":"496.172705ms","start":"2026-04-03T02:41:37.874448Z","end":"2026-04-03T02:41:38.370621Z","steps":["trace[222592453] 'agreement among raft nodes before linearized reading' (duration: 495.730645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:38.370684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.820299Z","time spent":"550.377044ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:38.370697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.820317Z","time spent":"550.368505ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:38.370714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.874428Z","time spent":"496.262747ms","remote":"127.0.0.1:41254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:38.370701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:37.997519Z","time spent":"372.913535ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:44.27757Z","caller":"traceutil/trace.go:171","msg":"trace[940932395] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"228.888314ms","start":"2026-04-03T02:41:44.048653Z","end":"2026-04-03T02:41:44.277542Z","steps":["trace[940932395] 'process raft request' (duration: 228.69936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:48.159264Z","caller":"traceutil/trace.go:171","msg":"trace[909740608] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9084; }","duration":"371.03012ms","start":"2026-04-03T02:41:47.788209Z","end":"2026-04-03T02:41:48.159239Z","steps":["trace[909740608] 'read index received' (duration: 370.890106ms)","trace[909740608] 'applied index is now lower than readState.Index' (duration: 138.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:48.159334Z","caller":"traceutil/trace.go:171","msg":"trace[1196674669] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"383.634427ms","start":"2026-04-03T02:41:47.775659Z","end":"2026-04-03T02:41:48.159294Z","steps":["trace[1196674669] 'process raft request' (duration: 383.311839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:48.159503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.775636Z","time spent":"383.774072ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:48.159511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.287617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:41:48.159563Z","caller":"traceutil/trace.go:171","msg":"trace[1133494715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8762; }","duration":"371.39866ms","start":"2026-04-03T02:41:47.78815Z","end":"2026-04-03T02:41:48.159549Z","steps":["trace[1133494715] 'agreement among raft nodes before linearized reading' (duration: 371.229016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:48.159613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.788128Z","time spent":"371.472011ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:48.159606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.122799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-03T02:41:48.15962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.152002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:48.159688Z","caller":"traceutil/trace.go:171","msg":"trace[114607668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8762; }","duration":"154.246442ms","start":"2026-04-03T02:41:48.005423Z","end":"2026-04-03T02:41:48.159669Z","steps":["trace[114607668] 'agreement among raft nodes before linearized reading' (duration: 154.046737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:48.159725Z","caller":"traceutil/trace.go:171","msg":"trace[1073284183] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:8762; }","duration":"282.287286ms","start":"2026-04-03T02:41:47.87742Z","end":"2026-04-03T02:41:48.159707Z","steps":["trace[1073284183] 'agreement among raft nodes before linearized reading' (duration: 282.113371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:48.159954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.885342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:48.160049Z","caller":"traceutil/trace.go:171","msg":"trace[2115221529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8762; }","duration":"353.027176ms","start":"2026-04-03T02:41:47.807Z","end":"2026-04-03T02:41:48.160027Z","steps":["trace[2115221529] 'agreement among raft nodes before linearized reading' (duration: 352.466773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:48.160096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.806985Z","time spent":"353.101267ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:41:48.665478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054814408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:41:48.993301Z","caller":"traceutil/trace.go:171","msg":"trace[903926275] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"828.81936ms","start":"2026-04-03T02:41:48.164431Z","end":"2026-04-03T02:41:48.99325Z","steps":["trace[903926275] 'process raft request' (duration: 791.905508ms)","trace[903926275] 'compare' (duration: 36.178705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:48.993451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.164407Z","time spent":"828.969643ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:41:49.915966Z","caller":"traceutil/trace.go:171","msg":"trace[763241832] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"1.47560115s","start":"2026-04-03T02:41:48.44034Z","end":"2026-04-03T02:41:49.915941Z","steps":["trace[763241832] 'process raft request' (duration: 1.475482297s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:49.915963Z","caller":"traceutil/trace.go:171","msg":"trace[490319243] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"1.750722646s","start":"2026-04-03T02:41:48.16519Z","end":"2026-04-03T02:41:49.915913Z","steps":["trace[490319243] 'process raft request' (duration: 1.722281094s)","trace[490319243] 'compare' (duration: 27.817366ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:49.916056Z","caller":"traceutil/trace.go:171","msg":"trace[237472618] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9085; }","duration":"1.751478635s","start":"2026-04-03T02:41:48.164553Z","end":"2026-04-03T02:41:49.916032Z","steps":["trace[237472618] 'read index received' (duration: 791.822016ms)","trace[237472618] 'applied index is now lower than readState.Index' (duration: 959.655919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:49.916128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.440324Z","time spent":"1.475701672s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:49.916178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.165175Z","time spent":"1.750867819s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:49.916152Z","caller":"traceutil/trace.go:171","msg":"trace[987002541] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"1.373391658s","start":"2026-04-03T02:41:48.542685Z","end":"2026-04-03T02:41:49.916077Z","steps":["trace[987002541] 'process raft request' (duration: 1.373220204s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:49.916408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.542664Z","time spent":"1.373639593s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:49.916582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752002207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228512"} {"level":"info","ts":"2026-04-03T02:41:49.916686Z","caller":"traceutil/trace.go:171","msg":"trace[1300736680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8766; }","duration":"1.752116249s","start":"2026-04-03T02:41:48.164546Z","end":"2026-04-03T02:41:49.916662Z","steps":["trace[1300736680] 'agreement among raft nodes before linearized reading' (duration: 1.751582217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:49.916792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.164495Z","time spent":"1.752279543s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228534,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:41:50.416292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757019486054814415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:50.753152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000956254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:41:50.753233Z","caller":"traceutil/trace.go:171","msg":"trace[508209839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001095397s","start":"2026-04-03T02:41:48.752118Z","end":"2026-04-03T02:41:50.753214Z","steps":["trace[508209839] 'agreement among raft nodes before linearized reading' (duration: 2.000994215s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.753285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.752098Z","time spent":"2.001177429s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:41:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:41:51.351798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.348018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:51.35202Z","caller":"traceutil/trace.go:171","msg":"trace[17230195] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"699.825754ms","start":"2026-04-03T02:41:50.652181Z","end":"2026-04-03T02:41:51.352007Z","steps":["trace[17230195] 'process raft request' (duration: 699.790773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.652151Z","time spent":"699.901006ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.35217Z","caller":"traceutil/trace.go:171","msg":"trace[1502552161] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"2.017420173s","start":"2026-04-03T02:41:49.334727Z","end":"2026-04-03T02:41:51.352147Z","steps":["trace[1502552161] 'process raft request' (duration: 1.357641885s)","trace[1502552161] 'compare' (duration: 659.091032ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:51.352244Z","caller":"traceutil/trace.go:171","msg":"trace[260560182] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9089; }","duration":"1.436070626s","start":"2026-04-03T02:41:49.916163Z","end":"2026-04-03T02:41:51.352234Z","steps":["trace[260560182] 'read index received' (duration: 776.222757ms)","trace[260560182] 'applied index is now lower than readState.Index' (duration: 659.846569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:51.35225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.334688Z","time spent":"2.017520255s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.352334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871361135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:41:51.35233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802728444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-03T02:41:51.352354Z","caller":"traceutil/trace.go:171","msg":"trace[415278160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8769; }","duration":"2.871400157s","start":"2026-04-03T02:41:48.480948Z","end":"2026-04-03T02:41:51.352348Z","steps":["trace[415278160] 'agreement among raft nodes before linearized reading' (duration: 2.871344845s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.35236Z","caller":"traceutil/trace.go:171","msg":"trace[256001133] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8769; }","duration":"2.802809056s","start":"2026-04-03T02:41:48.549542Z","end":"2026-04-03T02:41:51.352351Z","steps":["trace[256001133] 'agreement among raft nodes before linearized reading' (duration: 2.802705933s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290585272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.352374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.480938Z","time spent":"2.871430917s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:51.352379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.54952Z","time spent":"2.802854237s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4759,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" "} {"level":"info","ts":"2026-04-03T02:41:51.352307Z","caller":"traceutil/trace.go:171","msg":"trace[2054775207] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"1.719226422s","start":"2026-04-03T02:41:49.632996Z","end":"2026-04-03T02:41:51.352222Z","steps":["trace[2054775207] 'process raft request' (duration: 1.718891994s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.352401Z","caller":"traceutil/trace.go:171","msg":"trace[1598349010] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8769; }","duration":"2.290703904s","start":"2026-04-03T02:41:49.061681Z","end":"2026-04-03T02:41:51.352385Z","steps":["trace[1598349010] 'agreement among raft nodes before linearized reading' (duration: 2.290593962s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.06166Z","time spent":"2.290767396s","remote":"127.0.0.1:42556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.352422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834529815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-04-03T02:41:51.352464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911639506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:51.352486Z","caller":"traceutil/trace.go:171","msg":"trace[1074469270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8769; }","duration":"1.834644067s","start":"2026-04-03T02:41:49.517821Z","end":"2026-04-03T02:41:51.352465Z","steps":["trace[1074469270] 'agreement among raft nodes before linearized reading' (duration: 1.834432902s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.967032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.3525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878693018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:41:51.352521Z","caller":"traceutil/trace.go:171","msg":"trace[82115035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"598.992692ms","start":"2026-04-03T02:41:50.753521Z","end":"2026-04-03T02:41:51.352514Z","steps":["trace[82115035] 'agreement among raft nodes before linearized reading' (duration: 598.952171ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.35252Z","caller":"traceutil/trace.go:171","msg":"trace[230036442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8769; }","duration":"2.911726307s","start":"2026-04-03T02:41:48.44078Z","end":"2026-04-03T02:41:51.352506Z","steps":["trace[230036442] 'agreement among raft nodes before linearized reading' (duration: 2.911580214s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355542956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"warn","ts":"2026-04-03T02:41:51.352545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.753348Z","time spent":"599.192198ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:51.35254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.517798Z","time spent":"1.83473352s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:41:51.352546Z","caller":"traceutil/trace.go:171","msg":"trace[2116244982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8769; }","duration":"2.878753669s","start":"2026-04-03T02:41:48.473779Z","end":"2026-04-03T02:41:51.352533Z","steps":["trace[2116244982] 'agreement among raft nodes before linearized reading' (duration: 2.878628416s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.440771Z","time spent":"2.911780909s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:51.352549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.531977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:51.352572Z","caller":"traceutil/trace.go:171","msg":"trace[396509505] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8769; }","duration":"2.355683569s","start":"2026-04-03T02:41:48.99687Z","end":"2026-04-03T02:41:51.352554Z","steps":["trace[396509505] 'agreement among raft nodes before linearized reading' (duration: 2.355438444s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.47377Z","time spent":"2.878805971s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:51.35259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916541952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:51.352601Z","caller":"traceutil/trace.go:171","msg":"trace[1284432078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8769; }","duration":"738.626519ms","start":"2026-04-03T02:41:50.613957Z","end":"2026-04-03T02:41:51.352583Z","steps":["trace[1284432078] 'agreement among raft nodes before linearized reading' (duration: 738.531257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.632972Z","time spent":"1.719452787s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.352619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373246304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.352621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.996849Z","time spent":"2.355762692s","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":521,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-03T02:41:51.35263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.613925Z","time spent":"738.698691ms","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.352583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433344812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:51.352636Z","caller":"traceutil/trace.go:171","msg":"trace[553745438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8769; }","duration":"2.916619554s","start":"2026-04-03T02:41:48.435999Z","end":"2026-04-03T02:41:51.352618Z","steps":["trace[553745438] 'agreement among raft nodes before linearized reading' (duration: 2.916316837s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880605343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:41:51.352691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.435978Z","time spent":"2.916704675s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:51.352705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186136547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b885c3f683c4\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T02:41:51.352702Z","caller":"traceutil/trace.go:171","msg":"trace[205587375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"1.433509766s","start":"2026-04-03T02:41:49.919162Z","end":"2026-04-03T02:41:51.352671Z","steps":["trace[205587375] 'agreement among raft nodes before linearized reading' (duration: 1.43326375s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.352834Z","caller":"traceutil/trace.go:171","msg":"trace[2136999490] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b885c3f683c4; range_end:; response_count:1; response_revision:8769; }","duration":"3.18627632s","start":"2026-04-03T02:41:48.166541Z","end":"2026-04-03T02:41:51.352817Z","steps":["trace[2136999490] 'agreement among raft nodes before linearized reading' (duration: 3.186104856s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.919142Z","time spent":"1.43370449s","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:41:51.352699Z","caller":"traceutil/trace.go:171","msg":"trace[482793353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8769; }","duration":"2.880855059s","start":"2026-04-03T02:41:48.47183Z","end":"2026-04-03T02:41:51.352685Z","steps":["trace[482793353] 'agreement among raft nodes before linearized reading' (duration: 2.880488091s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.166532Z","time spent":"3.186344272s","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18a2b885c3f683c4\" "} {"level":"info","ts":"2026-04-03T02:41:51.352655Z","caller":"traceutil/trace.go:171","msg":"trace[1973244692] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8769; }","duration":"1.373278884s","start":"2026-04-03T02:41:49.979363Z","end":"2026-04-03T02:41:51.352642Z","steps":["trace[1973244692] 'agreement among raft nodes before linearized reading' (duration: 1.373225903s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.471814Z","time spent":"2.881104055s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:51.352966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.979287Z","time spent":"1.373664295s","remote":"127.0.0.1:42516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.78443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.722241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:51.784542Z","caller":"traceutil/trace.go:171","msg":"trace[407471411] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9092; }","duration":"427.543985ms","start":"2026-04-03T02:41:51.35698Z","end":"2026-04-03T02:41:51.784524Z","steps":["trace[407471411] 'read index received' (duration: 303.67688ms)","trace[407471411] 'applied index is now lower than readState.Index' (duration: 123.865815ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:51.784618Z","caller":"traceutil/trace.go:171","msg":"trace[230277184] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"428.039506ms","start":"2026-04-03T02:41:51.356567Z","end":"2026-04-03T02:41:51.784607Z","steps":["trace[230277184] 'process raft request' (duration: 304.064208ms)","trace[230277184] 'compare' (duration: 123.622819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:51.784679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.356546Z","time spent":"428.104048ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.784799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.794081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b7abb7bf9938\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:41:51.784885Z","caller":"traceutil/trace.go:171","msg":"trace[282554942] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b7abb7bf9938; range_end:; response_count:1; response_revision:8770; }","duration":"427.913493ms","start":"2026-04-03T02:41:51.35695Z","end":"2026-04-03T02:41:51.784863Z","steps":["trace[282554942] 'agreement among raft nodes before linearized reading' (duration: 427.667317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.784924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.356933Z","time spent":"427.982325ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b7abb7bf9938\" "} {"level":"info","ts":"2026-04-03T02:41:51.878681Z","caller":"traceutil/trace.go:171","msg":"trace[1800146275] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"521.602305ms","start":"2026-04-03T02:41:51.357047Z","end":"2026-04-03T02:41:51.878649Z","steps":["trace[1800146275] 'process raft request' (duration: 521.355179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.878839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.357022Z","time spent":"521.735358ms","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.878794Z","caller":"traceutil/trace.go:171","msg":"trace[842706631] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"521.272868ms","start":"2026-04-03T02:41:51.357492Z","end":"2026-04-03T02:41:51.878764Z","steps":["trace[842706631] 'process raft request' (duration: 521.080433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.878877Z","caller":"traceutil/trace.go:171","msg":"trace[1145300454] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"520.971721ms","start":"2026-04-03T02:41:51.35788Z","end":"2026-04-03T02:41:51.878852Z","steps":["trace[1145300454] 'process raft request' (duration: 520.856048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.879002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.357481Z","time spent":"521.421221ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.879047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.357871Z","time spent":"521.083033ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.879141Z","caller":"traceutil/trace.go:171","msg":"trace[1496307863] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"521.300668ms","start":"2026-04-03T02:41:51.357816Z","end":"2026-04-03T02:41:51.879117Z","steps":["trace[1496307863] 'process raft request' (duration: 520.876838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.879168Z","caller":"traceutil/trace.go:171","msg":"trace[1437593718] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"521.542963ms","start":"2026-04-03T02:41:51.357477Z","end":"2026-04-03T02:41:51.879019Z","steps":["trace[1437593718] 'process raft request' (duration: 521.160345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.879274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.357805Z","time spent":"521.394931ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.879287Z","caller":"traceutil/trace.go:171","msg":"trace[172141049] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"521.128334ms","start":"2026-04-03T02:41:51.35814Z","end":"2026-04-03T02:41:51.879269Z","steps":["trace[172141049] 'process raft request' (duration: 520.643713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.879465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.358121Z","time spent":"521.264997ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.879559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.357447Z","time spent":"521.923233ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.879731Z","caller":"traceutil/trace.go:171","msg":"trace[509835394] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"518.594386ms","start":"2026-04-03T02:41:51.361115Z","end":"2026-04-03T02:41:51.879709Z","steps":["trace[509835394] 'process raft request' (duration: 518.063802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.87983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.361107Z","time spent":"518.673097ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4727,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.880047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.127652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:51.880079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.734432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:51.880104Z","caller":"traceutil/trace.go:171","msg":"trace[1377249114] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8777; }","duration":"102.233054ms","start":"2026-04-03T02:41:51.777856Z","end":"2026-04-03T02:41:51.880089Z","steps":["trace[1377249114] 'agreement among raft nodes before linearized reading' (duration: 102.082821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.880072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.008349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:41:51.880127Z","caller":"traceutil/trace.go:171","msg":"trace[2044731944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"519.793003ms","start":"2026-04-03T02:41:51.360321Z","end":"2026-04-03T02:41:51.880114Z","steps":["trace[2044731944] 'agreement among raft nodes before linearized reading' (duration: 519.715611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.880174Z","caller":"traceutil/trace.go:171","msg":"trace[732875326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8777; }","duration":"523.156232ms","start":"2026-04-03T02:41:51.356996Z","end":"2026-04-03T02:41:51.880152Z","steps":["trace[732875326] 'agreement among raft nodes before linearized reading' (duration: 522.677021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.880183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.360315Z","time spent":"519.861314ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:51.880237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.356986Z","time spent":"523.238294ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:41:52.050476Z","caller":"traceutil/trace.go:171","msg":"trace[71959118] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9100; }","duration":"169.086512ms","start":"2026-04-03T02:41:51.881363Z","end":"2026-04-03T02:41:52.050449Z","steps":["trace[71959118] 'read index received' (duration: 169.00192ms)","trace[71959118] 'applied index is now lower than readState.Index' (duration: 83.382µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:52.050558Z","caller":"traceutil/trace.go:171","msg":"trace[1916957127] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"262.978439ms","start":"2026-04-03T02:41:51.787536Z","end":"2026-04-03T02:41:52.050515Z","steps":["trace[1916957127] 'process raft request' (duration: 262.738323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.050671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.285907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:52.050716Z","caller":"traceutil/trace.go:171","msg":"trace[481443331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"169.39047ms","start":"2026-04-03T02:41:51.881313Z","end":"2026-04-03T02:41:52.050704Z","steps":["trace[481443331] 'agreement among raft nodes before linearized reading' (duration: 169.261897ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:52.222401Z","caller":"traceutil/trace.go:171","msg":"trace[648748166] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9101; }","duration":"171.824957ms","start":"2026-04-03T02:41:52.05055Z","end":"2026-04-03T02:41:52.222375Z","steps":["trace[648748166] 'read index received' (duration: 103.723929ms)","trace[648748166] 'applied index is now lower than readState.Index' (duration: 68.100148ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:52.222436Z","caller":"traceutil/trace.go:171","msg":"trace[32552030] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"336.377572ms","start":"2026-04-03T02:41:51.886016Z","end":"2026-04-03T02:41:52.222394Z","steps":["trace[32552030] 'process raft request' (duration: 268.690144ms)","trace[32552030] 'compare' (duration: 67.475653ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:52.222509Z","caller":"traceutil/trace.go:171","msg":"trace[2143443409] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"299.763907ms","start":"2026-04-03T02:41:51.922671Z","end":"2026-04-03T02:41:52.222435Z","steps":["trace[2143443409] 'process raft request' (duration: 299.642434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.22261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.886002Z","time spent":"336.506335ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:52.222619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.948705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:41:52.222622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.651314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-03T02:41:52.222683Z","caller":"traceutil/trace.go:171","msg":"trace[85935009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8780; }","duration":"301.041118ms","start":"2026-04-03T02:41:51.921621Z","end":"2026-04-03T02:41:52.222663Z","steps":["trace[85935009] 'agreement among raft nodes before linearized reading' (duration: 300.788063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.222718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.447787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-04-03T02:41:52.222757Z","caller":"traceutil/trace.go:171","msg":"trace[1322482806] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8780; }","duration":"332.800618ms","start":"2026-04-03T02:41:51.889913Z","end":"2026-04-03T02:41:52.222714Z","steps":["trace[1322482806] 'agreement among raft nodes before linearized reading' (duration: 332.561122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.222619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.085879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"warn","ts":"2026-04-03T02:41:52.222848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.975615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:52.222885Z","caller":"traceutil/trace.go:171","msg":"trace[1521142909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8780; }","duration":"298.027476ms","start":"2026-04-03T02:41:51.924847Z","end":"2026-04-03T02:41:52.222874Z","steps":["trace[1521142909] 'agreement among raft nodes before linearized reading' (duration: 297.925194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.222902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.87884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-04-03T02:41:52.222829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.889908Z","time spent":"332.90598ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4662,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" "} {"level":"warn","ts":"2026-04-03T02:41:52.222741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.92161Z","time spent":"301.11798ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:41:52.222972Z","caller":"traceutil/trace.go:171","msg":"trace[2072557783] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8780; }","duration":"332.947281ms","start":"2026-04-03T02:41:51.89Z","end":"2026-04-03T02:41:52.222947Z","steps":["trace[2072557783] 'agreement among raft nodes before linearized reading' (duration: 332.769297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:52.222938Z","caller":"traceutil/trace.go:171","msg":"trace[1018306928] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8780; }","duration":"340.411747ms","start":"2026-04-03T02:41:51.882475Z","end":"2026-04-03T02:41:52.222887Z","steps":["trace[1018306928] 'agreement among raft nodes before linearized reading' (duration: 340.001017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.223031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.889996Z","time spent":"333.022273ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3088,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-03T02:41:52.222691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.238511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-03T02:41:52.22308Z","caller":"traceutil/trace.go:171","msg":"trace[348571191] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8780; }","duration":"334.657211ms","start":"2026-04-03T02:41:51.888411Z","end":"2026-04-03T02:41:52.223068Z","steps":["trace[348571191] 'agreement among raft nodes before linearized reading' (duration: 334.19996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:52.222797Z","caller":"traceutil/trace.go:171","msg":"trace[1607827171] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8780; }","duration":"337.545199ms","start":"2026-04-03T02:41:51.885231Z","end":"2026-04-03T02:41:52.222776Z","steps":["trace[1607827171] 'agreement among raft nodes before linearized reading' (duration: 337.410816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.223101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.882459Z","time spent":"340.581261ms","remote":"127.0.0.1:39130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19404,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T02:41:52.223134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.888406Z","time spent":"334.713982ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4662,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" "} {"level":"warn","ts":"2026-04-03T02:41:52.223153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.885216Z","time spent":"337.922547ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":521,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-03T02:41:52.768062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.792644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:41:52.768329Z","caller":"traceutil/trace.go:171","msg":"trace[1628373978] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9103; }","duration":"541.600279ms","start":"2026-04-03T02:41:52.226709Z","end":"2026-04-03T02:41:52.768309Z","steps":["trace[1628373978] 'read index received' (duration: 87.884266ms)","trace[1628373978] 'applied index is now lower than readState.Index' (duration: 453.715073ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:52.768421Z","caller":"traceutil/trace.go:171","msg":"trace[810684204] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"539.53552ms","start":"2026-04-03T02:41:52.228859Z","end":"2026-04-03T02:41:52.768394Z","steps":["trace[810684204] 'process raft request' (duration: 539.312105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.768543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.817074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-04-03T02:41:52.768556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.22884Z","time spent":"539.649202ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:52.768591Z","caller":"traceutil/trace.go:171","msg":"trace[1771553704] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8782; }","duration":"541.902845ms","start":"2026-04-03T02:41:52.226674Z","end":"2026-04-03T02:41:52.768576Z","steps":["trace[1771553704] 'agreement among raft nodes before linearized reading' (duration: 541.732741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.768631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.226656Z","time spent":"541.964607ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3088,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-03T02:41:52.76865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.156137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:52.768751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.374039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228415"} {"level":"info","ts":"2026-04-03T02:41:52.768789Z","caller":"traceutil/trace.go:171","msg":"trace[608727905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8782; }","duration":"444.27422ms","start":"2026-04-03T02:41:52.32443Z","end":"2026-04-03T02:41:52.768704Z","steps":["trace[608727905] 'agreement among raft nodes before linearized reading' (duration: 444.157957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.768834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.324411Z","time spent":"444.414043ms","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:41:52.76898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.794253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-03T02:41:52.769019Z","caller":"traceutil/trace.go:171","msg":"trace[855201743] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8782; }","duration":"450.831384ms","start":"2026-04-03T02:41:52.318176Z","end":"2026-04-03T02:41:52.769007Z","steps":["trace[855201743] 'agreement among raft nodes before linearized reading' (duration: 450.65439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.769078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.318137Z","time spent":"450.909426ms","remote":"127.0.0.1:39050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":735,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-04-03T02:41:52.769095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.895285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:41:52.769135Z","caller":"traceutil/trace.go:171","msg":"trace[664755314] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8782; }","duration":"450.950347ms","start":"2026-04-03T02:41:52.318174Z","end":"2026-04-03T02:41:52.769124Z","steps":["trace[664755314] 'agreement among raft nodes before linearized reading' (duration: 450.821474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.769165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.318125Z","time spent":"451.03335ms","remote":"127.0.0.1:39054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":553,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-03T02:41:52.769533Z","caller":"traceutil/trace.go:171","msg":"trace[1304367655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8782; }","duration":"541.178408ms","start":"2026-04-03T02:41:52.228337Z","end":"2026-04-03T02:41:52.769515Z","steps":["trace[1304367655] 'agreement among raft nodes before linearized reading' (duration: 540.082802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.769593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.228291Z","time spent":"541.28329ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:41:53.01954Z","caller":"traceutil/trace.go:171","msg":"trace[546664368] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"132.59229ms","start":"2026-04-03T02:41:52.886909Z","end":"2026-04-03T02:41:53.019502Z","steps":["trace[546664368] 'process raft request' (duration: 132.450917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.019669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.634298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-04-03T02:41:53.019738Z","caller":"traceutil/trace.go:171","msg":"trace[72156326] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8786; }","duration":"145.71388ms","start":"2026-04-03T02:41:52.874007Z","end":"2026-04-03T02:41:53.019721Z","steps":["trace[72156326] 'agreement among raft nodes before linearized reading' (duration: 145.489565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.019723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.128404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-04-03T02:41:53.019774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.541834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-04-03T02:41:53.019865Z","caller":"traceutil/trace.go:171","msg":"trace[1856729073] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8786; }","duration":"150.677948ms","start":"2026-04-03T02:41:52.869167Z","end":"2026-04-03T02:41:53.019845Z","steps":["trace[1856729073] 'agreement among raft nodes before linearized reading' (duration: 150.35854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.019888Z","caller":"traceutil/trace.go:171","msg":"trace[1032614292] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"145.525026ms","start":"2026-04-03T02:41:52.874323Z","end":"2026-04-03T02:41:53.019848Z","steps":["trace[1032614292] 'process raft request' (duration: 144.909421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.019799Z","caller":"traceutil/trace.go:171","msg":"trace[691300635] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8786; }","duration":"150.266829ms","start":"2026-04-03T02:41:52.869514Z","end":"2026-04-03T02:41:53.019781Z","steps":["trace[691300635] 'agreement among raft nodes before linearized reading' (duration: 150.043792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.138843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.663408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-04-03T02:41:53.138896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.137386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wpmqv\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-04-03T02:41:53.138933Z","caller":"traceutil/trace.go:171","msg":"trace[1123589908] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8786; }","duration":"114.78169ms","start":"2026-04-03T02:41:53.024128Z","end":"2026-04-03T02:41:53.13891Z","steps":["trace[1123589908] 'range keys from in-memory index tree' (duration: 114.487453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.138979Z","caller":"traceutil/trace.go:171","msg":"trace[1633989598] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wpmqv; range_end:; response_count:1; response_revision:8786; }","duration":"114.305159ms","start":"2026-04-03T02:41:53.024651Z","end":"2026-04-03T02:41:53.138956Z","steps":["trace[1633989598] 'range keys from in-memory index tree' (duration: 113.863199ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.307612Z","caller":"traceutil/trace.go:171","msg":"trace[431391978] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"160.286994ms","start":"2026-04-03T02:41:53.147289Z","end":"2026-04-03T02:41:53.307576Z","steps":["trace[431391978] 'process raft request' (duration: 147.276607ms)","trace[431391978] 'compare' (duration: 12.866904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.209646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.345723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:54.209907Z","caller":"traceutil/trace.go:171","msg":"trace[214030973] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9112; }","duration":"458.29547ms","start":"2026-04-03T02:41:53.751582Z","end":"2026-04-03T02:41:54.209878Z","steps":["trace[214030973] 'read index received' (duration: 49.291µs)","trace[214030973] 'applied index is now lower than readState.Index' (duration: 458.244969ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:54.210034Z","caller":"traceutil/trace.go:171","msg":"trace[996367692] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"851.906134ms","start":"2026-04-03T02:41:53.358113Z","end":"2026-04-03T02:41:54.210019Z","steps":["trace[996367692] 'process raft request' (duration: 851.629688ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.210028Z","caller":"traceutil/trace.go:171","msg":"trace[1213978588] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"851.885474ms","start":"2026-04-03T02:41:53.358111Z","end":"2026-04-03T02:41:54.209997Z","steps":["trace[1213978588] 'process raft request' (duration: 124.085431ms)","trace[1213978588] 'compare' (duration: 726.957283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.210107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.358086Z","time spent":"851.981765ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.210168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.358085Z","time spent":"852.003596ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.210603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.566451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:41:54.210663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.755274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:54.210664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.13486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:54.210686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.629829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:54.210728Z","caller":"traceutil/trace.go:171","msg":"trace[900445257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8790; }","duration":"229.853877ms","start":"2026-04-03T02:41:53.980859Z","end":"2026-04-03T02:41:54.210713Z","steps":["trace[900445257] 'agreement among raft nodes before linearized reading' (duration: 229.744055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.210732Z","caller":"traceutil/trace.go:171","msg":"trace[865254303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8790; }","duration":"420.912069ms","start":"2026-04-03T02:41:53.789794Z","end":"2026-04-03T02:41:54.210706Z","steps":["trace[865254303] 'agreement among raft nodes before linearized reading' (duration: 420.538549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.210741Z","caller":"traceutil/trace.go:171","msg":"trace[387916903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8790; }","duration":"171.240763ms","start":"2026-04-03T02:41:54.039479Z","end":"2026-04-03T02:41:54.21072Z","steps":["trace[387916903] 'agreement among raft nodes before linearized reading' (duration: 171.119691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.21074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.665443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:41:54.210775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.673461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:54.210795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.789767Z","time spent":"421.017172ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:54.2108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.089315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:41:54.210806Z","caller":"traceutil/trace.go:171","msg":"trace[377540657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8790; }","duration":"326.775146ms","start":"2026-04-03T02:41:53.884017Z","end":"2026-04-03T02:41:54.210792Z","steps":["trace[377540657] 'agreement among raft nodes before linearized reading' (duration: 326.583432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.210829Z","caller":"traceutil/trace.go:171","msg":"trace[200520192] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8790; }","duration":"237.779154ms","start":"2026-04-03T02:41:53.973038Z","end":"2026-04-03T02:41:54.210817Z","steps":["trace[200520192] 'agreement among raft nodes before linearized reading' (duration: 237.649331ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.210848Z","caller":"traceutil/trace.go:171","msg":"trace[1418275612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8790; }","duration":"325.157737ms","start":"2026-04-03T02:41:53.885674Z","end":"2026-04-03T02:41:54.210832Z","steps":["trace[1418275612] 'agreement among raft nodes before linearized reading' (duration: 324.891351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.210882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.885654Z","time spent":"325.221709ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:41:54.210743Z","caller":"traceutil/trace.go:171","msg":"trace[1655167453] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8790; }","duration":"325.692811ms","start":"2026-04-03T02:41:53.885033Z","end":"2026-04-03T02:41:54.210725Z","steps":["trace[1655167453] 'agreement among raft nodes before linearized reading' (duration: 325.519277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.21091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.809106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:54.210955Z","caller":"traceutil/trace.go:171","msg":"trace[201998173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8790; }","duration":"326.884269ms","start":"2026-04-03T02:41:53.884057Z","end":"2026-04-03T02:41:54.210942Z","steps":["trace[201998173] 'agreement among raft nodes before linearized reading' (duration: 326.51797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.211001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.884039Z","time spent":"326.95507ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:54.211134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.885027Z","time spent":"325.920606ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:54.21085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.884Z","time spent":"326.841277ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:54.210724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.173677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-03T02:41:54.21124Z","caller":"traceutil/trace.go:171","msg":"trace[1271833823] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8790; }","duration":"258.724829ms","start":"2026-04-03T02:41:53.952505Z","end":"2026-04-03T02:41:54.211229Z","steps":["trace[1271833823] 'agreement among raft nodes before linearized reading' (duration: 258.041483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.210657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.074239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:54.211336Z","caller":"traceutil/trace.go:171","msg":"trace[1667461166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8790; }","duration":"459.777695ms","start":"2026-04-03T02:41:53.751537Z","end":"2026-04-03T02:41:54.211315Z","steps":["trace[1667461166] 'agreement among raft nodes before linearized reading' (duration: 459.082299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.211382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.751517Z","time spent":"459.847587ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:54.721665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.309278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:54.721881Z","caller":"traceutil/trace.go:171","msg":"trace[1737528148] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"506.99035ms","start":"2026-04-03T02:41:54.214869Z","end":"2026-04-03T02:41:54.721859Z","steps":["trace[1737528148] 'process raft request' (duration: 359.393335ms)","trace[1737528148] 'compare' (duration: 146.51889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.721953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.214843Z","time spent":"507.078223ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:55.211216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.756606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:55.211444Z","caller":"traceutil/trace.go:171","msg":"trace[2081951353] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"996.1108ms","start":"2026-04-03T02:41:54.215317Z","end":"2026-04-03T02:41:55.211428Z","steps":["trace[2081951353] 'process raft request' (duration: 996.040438ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:55.211436Z","caller":"traceutil/trace.go:171","msg":"trace[1399415607] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"996.447677ms","start":"2026-04-03T02:41:54.214955Z","end":"2026-04-03T02:41:55.211403Z","steps":["trace[1399415607] 'process raft request' (duration: 713.424865ms)","trace[1399415607] 'compare' (duration: 282.638413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:55.211515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.215305Z","time spent":"996.178101ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:55.211489Z","caller":"traceutil/trace.go:171","msg":"trace[690686061] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"996.372085ms","start":"2026-04-03T02:41:54.215068Z","end":"2026-04-03T02:41:55.21144Z","steps":["trace[690686061] 'process raft request' (duration: 996.243422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.211592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.214945Z","time spent":"996.59285ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:55.211683Z","caller":"traceutil/trace.go:171","msg":"trace[9526763] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"994.081801ms","start":"2026-04-03T02:41:54.217577Z","end":"2026-04-03T02:41:55.211659Z","steps":["trace[9526763] 'process raft request' (duration: 993.811515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:55.211684Z","caller":"traceutil/trace.go:171","msg":"trace[353883103] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9115; }","duration":"459.663313ms","start":"2026-04-03T02:41:54.751997Z","end":"2026-04-03T02:41:55.21166Z","steps":["trace[353883103] 'read index received' (duration: 176.398435ms)","trace[353883103] 'applied index is now lower than readState.Index' (duration: 283.263708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:55.211991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.98032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:55.212087Z","caller":"traceutil/trace.go:171","msg":"trace[522358741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8797; }","duration":"460.119543ms","start":"2026-04-03T02:41:54.75194Z","end":"2026-04-03T02:41:55.212059Z","steps":["trace[522358741] 'agreement among raft nodes before linearized reading' (duration: 459.95522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.212138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.751919Z","time spent":"460.210916ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:55.211794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.217564Z","time spent":"994.178303ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:55.211884Z","caller":"traceutil/trace.go:171","msg":"trace[1776529994] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"988.667034ms","start":"2026-04-03T02:41:54.223193Z","end":"2026-04-03T02:41:55.21186Z","steps":["trace[1776529994] 'process raft request' (duration: 988.320606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.212241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.238038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:55.212247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.459776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:41:55.212276Z","caller":"traceutil/trace.go:171","msg":"trace[661808682] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8797; }","duration":"297.275769ms","start":"2026-04-03T02:41:54.914991Z","end":"2026-04-03T02:41:55.212267Z","steps":["trace[661808682] 'agreement among raft nodes before linearized reading' (duration: 297.213208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.212275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.223185Z","time spent":"989.038142ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:55.212298Z","caller":"traceutil/trace.go:171","msg":"trace[1392782062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8797; }","duration":"439.580369ms","start":"2026-04-03T02:41:54.772702Z","end":"2026-04-03T02:41:55.212283Z","steps":["trace[1392782062] 'agreement among raft nodes before linearized reading' (duration: 439.412675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.212344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.772686Z","time spent":"439.646761ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:55.212399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.757948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-03T02:41:55.212235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.732155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d89c799d8-6mkvk.18a2b879764502fb\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-03T02:41:55.212442Z","caller":"traceutil/trace.go:171","msg":"trace[951984621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8797; }","duration":"435.85204ms","start":"2026-04-03T02:41:54.776577Z","end":"2026-04-03T02:41:55.212429Z","steps":["trace[951984621] 'agreement among raft nodes before linearized reading' (duration: 435.686606ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:55.212466Z","caller":"traceutil/trace.go:171","msg":"trace[2094442717] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d89c799d8-6mkvk.18a2b879764502fb; range_end:; response_count:1; response_revision:8797; }","duration":"258.028042ms","start":"2026-04-03T02:41:54.954421Z","end":"2026-04-03T02:41:55.212449Z","steps":["trace[2094442717] 'agreement among raft nodes before linearized reading' (duration: 257.690995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.212476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.776558Z","time spent":"435.909462ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"info","ts":"2026-04-03T02:41:55.211881Z","caller":"traceutil/trace.go:171","msg":"trace[370804802] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"983.01381ms","start":"2026-04-03T02:41:54.228839Z","end":"2026-04-03T02:41:55.211853Z","steps":["trace[370804802] 'process raft request' (duration: 982.769294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.212671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.228832Z","time spent":"983.709107ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:55.21259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.215062Z","time spent":"996.53049ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:55.35758Z","caller":"traceutil/trace.go:171","msg":"trace[1079698844] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9121; }","duration":"139.942884ms","start":"2026-04-03T02:41:55.217606Z","end":"2026-04-03T02:41:55.357549Z","steps":["trace[1079698844] 'read index received' (duration: 87.707781ms)","trace[1079698844] 'applied index is now lower than readState.Index' (duration: 52.233723ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:55.357675Z","caller":"traceutil/trace.go:171","msg":"trace[846105709] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"140.715752ms","start":"2026-04-03T02:41:55.21692Z","end":"2026-04-03T02:41:55.357636Z","steps":["trace[846105709] 'process raft request' (duration: 107.180751ms)","trace[846105709] 'compare' (duration: 33.265585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:55.357905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.405357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-03T02:41:55.357977Z","caller":"traceutil/trace.go:171","msg":"trace[1434973425] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8799; }","duration":"138.5133ms","start":"2026-04-03T02:41:55.219446Z","end":"2026-04-03T02:41:55.35796Z","steps":["trace[1434973425] 'agreement among raft nodes before linearized reading' (duration: 138.301075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:55.358118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.486137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228427"} {"level":"info","ts":"2026-04-03T02:41:55.358161Z","caller":"traceutil/trace.go:171","msg":"trace[1771502281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8799; }","duration":"140.596679ms","start":"2026-04-03T02:41:55.217555Z","end":"2026-04-03T02:41:55.358151Z","steps":["trace[1771502281] 'agreement among raft nodes before linearized reading' (duration: 140.162399ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:56.903479Z","caller":"traceutil/trace.go:171","msg":"trace[1237863534] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"686.483198ms","start":"2026-04-03T02:41:56.216948Z","end":"2026-04-03T02:41:56.903431Z","steps":["trace[1237863534] 'process raft request' (duration: 686.325384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:56.903624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:56.216918Z","time spent":"686.630602ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:56.925687Z","caller":"traceutil/trace.go:171","msg":"trace[1696246976] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9125; }","duration":"295.315403ms","start":"2026-04-03T02:41:56.630348Z","end":"2026-04-03T02:41:56.925664Z","steps":["trace[1696246976] 'read index received' (duration: 272.945545ms)","trace[1696246976] 'applied index is now lower than readState.Index' (duration: 22.368738ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:56.925833Z","caller":"traceutil/trace.go:171","msg":"trace[1453541639] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"707.963095ms","start":"2026-04-03T02:41:56.21776Z","end":"2026-04-03T02:41:56.925723Z","steps":["trace[1453541639] 'process raft request' (duration: 707.773371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:56.925979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.62358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:41:56.925972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.567859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:56.926044Z","caller":"traceutil/trace.go:171","msg":"trace[536654767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8803; }","duration":"198.746942ms","start":"2026-04-03T02:41:56.727285Z","end":"2026-04-03T02:41:56.926032Z","steps":["trace[536654767] 'agreement among raft nodes before linearized reading' (duration: 198.555848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:56.925885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.644073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:56.926109Z","caller":"traceutil/trace.go:171","msg":"trace[1847803796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8803; }","duration":"295.801525ms","start":"2026-04-03T02:41:56.630285Z","end":"2026-04-03T02:41:56.926086Z","steps":["trace[1847803796] 'agreement among raft nodes before linearized reading' (duration: 295.526228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:56.926164Z","caller":"traceutil/trace.go:171","msg":"trace[69403829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"174.970061ms","start":"2026-04-03T02:41:56.751179Z","end":"2026-04-03T02:41:56.926149Z","steps":["trace[69403829] 'agreement among raft nodes before linearized reading' (duration: 174.658564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:56.926244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:56.217744Z","time spent":"708.215762ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:57.110968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.024099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:57.111259Z","caller":"traceutil/trace.go:171","msg":"trace[1924041881] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"180.644505ms","start":"2026-04-03T02:41:56.930584Z","end":"2026-04-03T02:41:57.111228Z","steps":["trace[1924041881] 'process raft request' (duration: 78.281388ms)","trace[1924041881] 'compare' (duration: 101.928557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:57.887353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.058041ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-03T02:41:57.887643Z","caller":"traceutil/trace.go:171","msg":"trace[788458498] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"669.237841ms","start":"2026-04-03T02:41:57.218385Z","end":"2026-04-03T02:41:57.887623Z","steps":["trace[788458498] 'process raft request' (duration: 669.071588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.88775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.218368Z","time spent":"669.319883ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:57.887872Z","caller":"traceutil/trace.go:171","msg":"trace[1047455169] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9128; }","duration":"670.527872ms","start":"2026-04-03T02:41:57.217319Z","end":"2026-04-03T02:41:57.887847Z","steps":["trace[1047455169] 'read index received' (duration: 223.973209ms)","trace[1047455169] 'applied index is now lower than readState.Index' (duration: 446.552213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:57.887866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.112297Z","time spent":"775.561732ms","remote":"127.0.0.1:38994","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:41:57.888111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.739266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:41:57.888085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.448422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:57.888147Z","caller":"traceutil/trace.go:171","msg":"trace[1180586757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8805; }","duration":"670.850289ms","start":"2026-04-03T02:41:57.217288Z","end":"2026-04-03T02:41:57.888138Z","steps":["trace[1180586757] 'agreement among raft nodes before linearized reading' (duration: 670.697765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.888135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.953292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:41:57.88825Z","caller":"traceutil/trace.go:171","msg":"trace[632052805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8805; }","duration":"527.146897ms","start":"2026-04-03T02:41:57.361088Z","end":"2026-04-03T02:41:57.888235Z","steps":["trace[632052805] 'agreement among raft nodes before linearized reading' (duration: 526.910591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.888334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.361062Z","time spent":"527.261629ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:57.888254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.935771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:41:57.888548Z","caller":"traceutil/trace.go:171","msg":"trace[652640952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"671.247748ms","start":"2026-04-03T02:41:57.217271Z","end":"2026-04-03T02:41:57.888518Z","steps":["trace[652640952] 'agreement among raft nodes before linearized reading' (duration: 670.681885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:57.888169Z","caller":"traceutil/trace.go:171","msg":"trace[1677800869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8805; }","duration":"136.580305ms","start":"2026-04-03T02:41:57.751567Z","end":"2026-04-03T02:41:57.888148Z","steps":["trace[1677800869] 'agreement among raft nodes before linearized reading' (duration: 136.433551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.888621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.217248Z","time spent":"671.353111ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:57.888111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.676005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:41:57.888781Z","caller":"traceutil/trace.go:171","msg":"trace[511413580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8805; }","duration":"671.390133ms","start":"2026-04-03T02:41:57.217358Z","end":"2026-04-03T02:41:57.888748Z","steps":["trace[511413580] 'agreement among raft nodes before linearized reading' (duration: 670.647884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.888174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.217243Z","time spent":"670.92267ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:57.888894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.217314Z","time spent":"671.544906ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:57.888157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.709655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:57.888992Z","caller":"traceutil/trace.go:171","msg":"trace[2917179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8805; }","duration":"671.608628ms","start":"2026-04-03T02:41:57.217366Z","end":"2026-04-03T02:41:57.888975Z","steps":["trace[2917179] 'agreement among raft nodes before linearized reading' (duration: 670.644515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.889054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.217343Z","time spent":"671.692259ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:57.888254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.509159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:41:57.889146Z","caller":"traceutil/trace.go:171","msg":"trace[815541030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:8805; }","duration":"524.463984ms","start":"2026-04-03T02:41:57.364668Z","end":"2026-04-03T02:41:57.889132Z","steps":["trace[815541030] 'agreement among raft nodes before linearized reading' (duration: 523.383247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:57.889355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:57.364646Z","time spent":"524.688279ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"info","ts":"2026-04-03T02:41:58.03929Z","caller":"traceutil/trace.go:171","msg":"trace[845121358] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"146.635691ms","start":"2026-04-03T02:41:57.892614Z","end":"2026-04-03T02:41:58.03925Z","steps":["trace[845121358] 'process raft request' (duration: 141.021369ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:58.039756Z","caller":"traceutil/trace.go:171","msg":"trace[1323621600] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"146.865657ms","start":"2026-04-03T02:41:57.892759Z","end":"2026-04-03T02:41:58.039625Z","steps":["trace[1323621600] 'process raft request' (duration: 146.428927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:58.039787Z","caller":"traceutil/trace.go:171","msg":"trace[5921676] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"146.98914ms","start":"2026-04-03T02:41:57.892764Z","end":"2026-04-03T02:41:58.039753Z","steps":["trace[5921676] 'process raft request' (duration: 146.778935ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:58.040071Z","caller":"traceutil/trace.go:171","msg":"trace[985352580] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"147.270688ms","start":"2026-04-03T02:41:57.892771Z","end":"2026-04-03T02:41:58.040041Z","steps":["trace[985352580] 'process raft request' (duration: 146.952409ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:58.040218Z","caller":"traceutil/trace.go:171","msg":"trace[213067894] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9130; }","duration":"146.224893ms","start":"2026-04-03T02:41:57.893972Z","end":"2026-04-03T02:41:58.040197Z","steps":["trace[213067894] 'read index received' (duration: 51.993948ms)","trace[213067894] 'applied index is now lower than readState.Index' (duration: 94.229845ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:58.040263Z","caller":"traceutil/trace.go:171","msg":"trace[1721946729] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"146.822817ms","start":"2026-04-03T02:41:57.893424Z","end":"2026-04-03T02:41:58.040246Z","steps":["trace[1721946729] 'process raft request' (duration: 146.649713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:58.040793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.741075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228427"} {"level":"info","ts":"2026-04-03T02:41:58.040864Z","caller":"traceutil/trace.go:171","msg":"trace[1746228899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8811; }","duration":"146.912709ms","start":"2026-04-03T02:41:57.893935Z","end":"2026-04-03T02:41:58.040848Z","steps":["trace[1746228899] 'agreement among raft nodes before linearized reading' (duration: 146.358086ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:05.109436Z","caller":"traceutil/trace.go:171","msg":"trace[1759759892] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"153.958973ms","start":"2026-04-03T02:42:04.955455Z","end":"2026-04-03T02:42:05.109414Z","steps":["trace[1759759892] 'process raft request' (duration: 153.81406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:05.148616Z","caller":"traceutil/trace.go:171","msg":"trace[1009584444] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"192.430534ms","start":"2026-04-03T02:42:04.956127Z","end":"2026-04-03T02:42:05.148558Z","steps":["trace[1009584444] 'process raft request' (duration: 192.172578ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:06.398207Z","caller":"traceutil/trace.go:171","msg":"trace[1837299080] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"156.181766ms","start":"2026-04-03T02:42:06.241988Z","end":"2026-04-03T02:42:06.39817Z","steps":["trace[1837299080] 'process raft request' (duration: 155.431079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.021087Z","caller":"traceutil/trace.go:171","msg":"trace[158706811] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"163.54375ms","start":"2026-04-03T02:42:07.857515Z","end":"2026-04-03T02:42:08.021059Z","steps":["trace[158706811] 'process raft request' (duration: 163.327805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.084988Z","caller":"traceutil/trace.go:171","msg":"trace[1722846919] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9270; }","duration":"147.670364ms","start":"2026-04-03T02:42:07.93729Z","end":"2026-04-03T02:42:08.08496Z","steps":["trace[1722846919] 'read index received' (duration: 83.625928ms)","trace[1722846919] 'applied index is now lower than readState.Index' (duration: 64.043136ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:08.085012Z","caller":"traceutil/trace.go:171","msg":"trace[1991408031] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"156.883883ms","start":"2026-04-03T02:42:07.928092Z","end":"2026-04-03T02:42:08.084975Z","steps":["trace[1991408031] 'process raft request' (duration: 141.413247ms)","trace[1991408031] 'compare' (duration: 15.319043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:08.08539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.066343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:42:08.085458Z","caller":"traceutil/trace.go:171","msg":"trace[1888986841] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8944; }","duration":"148.188866ms","start":"2026-04-03T02:42:07.937254Z","end":"2026-04-03T02:42:08.085443Z","steps":["trace[1888986841] 'agreement among raft nodes before linearized reading' (duration: 147.823728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:09.683202Z","caller":"traceutil/trace.go:171","msg":"trace[110375290] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9293; }","duration":"344.760389ms","start":"2026-04-03T02:42:09.338411Z","end":"2026-04-03T02:42:09.683172Z","steps":["trace[110375290] 'read index received' (duration: 344.492352ms)","trace[110375290] 'applied index is now lower than readState.Index' (duration: 266.226µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:09.683262Z","caller":"traceutil/trace.go:171","msg":"trace[1210615943] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"459.31099ms","start":"2026-04-03T02:42:09.223911Z","end":"2026-04-03T02:42:09.683222Z","steps":["trace[1210615943] 'process raft request' (duration: 459.027573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:09.683423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:09.223878Z","time spent":"459.458293ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:09.683446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.007174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4bb3efe-05ed-4130-bb06-1d33b62eb1fe\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-03T02:42:09.683491Z","caller":"traceutil/trace.go:171","msg":"trace[1063887577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4bb3efe-05ed-4130-bb06-1d33b62eb1fe; range_end:; response_count:1; response_revision:8966; }","duration":"345.120477ms","start":"2026-04-03T02:42:09.338357Z","end":"2026-04-03T02:42:09.683478Z","steps":["trace[1063887577] 'agreement among raft nodes before linearized reading' (duration: 344.934952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:09.683532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:09.33833Z","time spent":"345.194169ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3955,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4bb3efe-05ed-4130-bb06-1d33b62eb1fe\" "} {"level":"warn","ts":"2026-04-03T02:42:09.944299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.558551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:42:09.944424Z","caller":"traceutil/trace.go:171","msg":"trace[1782537918] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9294; }","duration":"195.085397ms","start":"2026-04-03T02:42:09.749318Z","end":"2026-04-03T02:42:09.944403Z","steps":["trace[1782537918] 'read index received' (duration: 61.2488ms)","trace[1782537918] 'applied index is now lower than readState.Index' (duration: 133.835457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:09.944556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.2301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:42:09.944613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.420121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4bb3efe-05ed-4130-bb06-1d33b62eb1fe\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-03T02:42:09.944555Z","caller":"traceutil/trace.go:171","msg":"trace[942235626] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"198.011407ms","start":"2026-04-03T02:42:09.746491Z","end":"2026-04-03T02:42:09.944502Z","steps":["trace[942235626] 'process raft request' (duration: 64.159019ms)","trace[942235626] 'compare' (duration: 133.414417ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:09.944638Z","caller":"traceutil/trace.go:171","msg":"trace[1273935835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8967; }","duration":"195.355573ms","start":"2026-04-03T02:42:09.749261Z","end":"2026-04-03T02:42:09.944617Z","steps":["trace[1273935835] 'agreement among raft nodes before linearized reading' (duration: 195.23027ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:09.944647Z","caller":"traceutil/trace.go:171","msg":"trace[260414473] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4bb3efe-05ed-4130-bb06-1d33b62eb1fe; range_end:; response_count:1; response_revision:8967; }","duration":"186.477213ms","start":"2026-04-03T02:42:09.758158Z","end":"2026-04-03T02:42:09.944635Z","steps":["trace[260414473] 'agreement among raft nodes before linearized reading' (duration: 186.34728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:11.390968Z","caller":"traceutil/trace.go:171","msg":"trace[2088000084] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9321; }","duration":"109.485721ms","start":"2026-04-03T02:42:11.28145Z","end":"2026-04-03T02:42:11.390935Z","steps":["trace[2088000084] 'read index received' (duration: 45.010525ms)","trace[2088000084] 'applied index is now lower than readState.Index' (duration: 64.473455ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:11.391116Z","caller":"traceutil/trace.go:171","msg":"trace[1359831049] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"114.028178ms","start":"2026-04-03T02:42:11.277062Z","end":"2026-04-03T02:42:11.39109Z","steps":["trace[1359831049] 'process raft request' (duration: 49.515842ms)","trace[1359831049] 'compare' (duration: 64.153788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:11.391324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.850631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:42:11.391379Z","caller":"traceutil/trace.go:171","msg":"trace[383492700] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8993; }","duration":"109.968502ms","start":"2026-04-03T02:42:11.281393Z","end":"2026-04-03T02:42:11.391361Z","steps":["trace[383492700] 'agreement among raft nodes before linearized reading' (duration: 109.724356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.391545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.934192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"warn","ts":"2026-04-03T02:42:11.391547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.555092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-px7sg\" ","response":"range_response_count:1 size:4739"} {"level":"info","ts":"2026-04-03T02:42:11.391642Z","caller":"traceutil/trace.go:171","msg":"trace[1411847119] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-px7sg; range_end:; response_count:1; response_revision:8993; }","duration":"109.700246ms","start":"2026-04-03T02:42:11.281917Z","end":"2026-04-03T02:42:11.391618Z","steps":["trace[1411847119] 'agreement among raft nodes before linearized reading' (duration: 109.519602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:11.391591Z","caller":"traceutil/trace.go:171","msg":"trace[1308191039] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8993; }","duration":"110.016184ms","start":"2026-04-03T02:42:11.28156Z","end":"2026-04-03T02:42:11.391577Z","steps":["trace[1308191039] 'agreement among raft nodes before linearized reading' (duration: 109.865021ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:12.541104Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002480.wal"} {"level":"info","ts":"2026-04-03T02:42:38.783214Z","caller":"traceutil/trace.go:171","msg":"trace[2021937081] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"337.207061ms","start":"2026-04-03T02:42:38.445984Z","end":"2026-04-03T02:42:38.783191Z","steps":["trace[2021937081] 'process raft request' (duration: 337.054637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:38.783373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:38.445968Z","time spent":"337.321803ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:38.789138Z","caller":"traceutil/trace.go:171","msg":"trace[1660111515] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"342.67113ms","start":"2026-04-03T02:42:38.446449Z","end":"2026-04-03T02:42:38.78912Z","steps":["trace[1660111515] 'process raft request' (duration: 342.543987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:38.789372Z","caller":"traceutil/trace.go:171","msg":"trace[651804685] linearizableReadLoop","detail":"{readStateIndex:9524; appliedIndex:9520; }","duration":"322.055961ms","start":"2026-04-03T02:42:38.467299Z","end":"2026-04-03T02:42:38.789355Z","steps":["trace[651804685] 'read index received' (duration: 315.798223ms)","trace[651804685] 'applied index is now lower than readState.Index' (duration: 6.257118ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:38.789421Z","caller":"traceutil/trace.go:171","msg":"trace[2104267600] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"342.605398ms","start":"2026-04-03T02:42:38.446796Z","end":"2026-04-03T02:42:38.789401Z","steps":["trace[2104267600] 'process raft request' (duration: 342.282271ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:38.789459Z","caller":"traceutil/trace.go:171","msg":"trace[18341738] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"341.130572ms","start":"2026-04-03T02:42:38.448321Z","end":"2026-04-03T02:42:38.789451Z","steps":["trace[18341738] 'process raft request' (duration: 340.956328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:38.789532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:38.448307Z","time spent":"341.164974ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:38.789535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:38.446785Z","time spent":"342.6881ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:38.789387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:38.446426Z","time spent":"342.897934ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:38.789724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.413599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:42:38.789803Z","caller":"traceutil/trace.go:171","msg":"trace[410498914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:9189; }","duration":"322.514672ms","start":"2026-04-03T02:42:38.467267Z","end":"2026-04-03T02:42:38.789782Z","steps":["trace[410498914] 'agreement among raft nodes before linearized reading' (duration: 322.300797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:38.789864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:38.467252Z","time spent":"322.598334ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:42:38.789589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.921316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:38.790026Z","caller":"traceutil/trace.go:171","msg":"trace[1069939875] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9189; }","duration":"278.410378ms","start":"2026-04-03T02:42:38.511595Z","end":"2026-04-03T02:42:38.790005Z","steps":["trace[1069939875] 'agreement among raft nodes before linearized reading' (duration: 277.902336ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:53.567812Z","caller":"traceutil/trace.go:171","msg":"trace[1574576848] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"260.957835ms","start":"2026-04-03T02:42:53.30682Z","end":"2026-04-03T02:42:53.567777Z","steps":["trace[1574576848] 'process raft request' (duration: 260.73192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:55.898782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.66336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:55.898853Z","caller":"traceutil/trace.go:171","msg":"trace[1068014506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9422; }","duration":"146.784483ms","start":"2026-04-03T02:42:55.75205Z","end":"2026-04-03T02:42:55.898835Z","steps":["trace[1068014506] 'range keys from in-memory index tree' (duration: 146.586298ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:56.01207Z","caller":"traceutil/trace.go:171","msg":"trace[669264496] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"110.367523ms","start":"2026-04-03T02:42:55.901672Z","end":"2026-04-03T02:42:56.012039Z","steps":["trace[669264496] 'process raft request' (duration: 110.017184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.662183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.256833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8qf89\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-04-03T02:42:56.662268Z","caller":"traceutil/trace.go:171","msg":"trace[1414670611] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8qf89; range_end:; response_count:1; response_revision:9424; }","duration":"485.388916ms","start":"2026-04-03T02:42:56.176857Z","end":"2026-04-03T02:42:56.662245Z","steps":["trace[1414670611] 'range keys from in-memory index tree' (duration: 485.026567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.662312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:56.176838Z","time spent":"485.464897ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19096,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8qf89\" "} {"level":"info","ts":"2026-04-03T02:42:56.686412Z","caller":"traceutil/trace.go:171","msg":"trace[1052981944] linearizableReadLoop","detail":"{readStateIndex:9765; appliedIndex:9764; }","duration":"357.12331ms","start":"2026-04-03T02:42:56.329259Z","end":"2026-04-03T02:42:56.686383Z","steps":["trace[1052981944] 'read index received' (duration: 357.054249ms)","trace[1052981944] 'applied index is now lower than readState.Index' (duration: 67.951µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:56.686535Z","caller":"traceutil/trace.go:171","msg":"trace[1320948859] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"414.218591ms","start":"2026-04-03T02:42:56.272305Z","end":"2026-04-03T02:42:56.686524Z","steps":["trace[1320948859] 'process raft request' (duration: 413.928264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.686654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:56.272187Z","time spent":"414.380515ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:56.686717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.457929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:56.686773Z","caller":"traceutil/trace.go:171","msg":"trace[537583049] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9425; }","duration":"357.527221ms","start":"2026-04-03T02:42:56.329231Z","end":"2026-04-03T02:42:56.686758Z","steps":["trace[537583049] 'agreement among raft nodes before linearized reading' (duration: 357.436049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.686817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:56.329168Z","time spent":"357.640773ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:42:56.814892Z","caller":"traceutil/trace.go:171","msg":"trace[568428905] linearizableReadLoop","detail":"{readStateIndex:9766; appliedIndex:9765; }","duration":"128.366728ms","start":"2026-04-03T02:42:56.686491Z","end":"2026-04-03T02:42:56.814858Z","steps":["trace[568428905] 'read index received' (duration: 127.886117ms)","trace[568428905] 'applied index is now lower than readState.Index' (duration: 479.121µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:56.814991Z","caller":"traceutil/trace.go:171","msg":"trace[531103802] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"140.193067ms","start":"2026-04-03T02:42:56.674766Z","end":"2026-04-03T02:42:56.814959Z","steps":["trace[531103802] 'process raft request' (duration: 139.747777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.815322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.750651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:42:56.815395Z","caller":"traceutil/trace.go:171","msg":"trace[1470148081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9426; }","duration":"454.866574ms","start":"2026-04-03T02:42:56.360511Z","end":"2026-04-03T02:42:56.815377Z","steps":["trace[1470148081] 'agreement among raft nodes before linearized reading' (duration: 454.457945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:56.815448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:56.360499Z","time spent":"454.935786ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:42:56.815526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.95753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:56.815619Z","caller":"traceutil/trace.go:171","msg":"trace[1878134200] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9426; }","duration":"145.115524ms","start":"2026-04-03T02:42:56.670482Z","end":"2026-04-03T02:42:56.815598Z","steps":["trace[1878134200] 'agreement among raft nodes before linearized reading' (duration: 144.912179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:57.329625Z","caller":"traceutil/trace.go:171","msg":"trace[1338990816] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"192.763162ms","start":"2026-04-03T02:42:57.136826Z","end":"2026-04-03T02:42:57.329589Z","steps":["trace[1338990816] 'process raft request' (duration: 192.488095ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:57.329707Z","caller":"traceutil/trace.go:171","msg":"trace[1940463137] linearizableReadLoop","detail":"{readStateIndex:9777; appliedIndex:9775; }","duration":"137.692029ms","start":"2026-04-03T02:42:57.191976Z","end":"2026-04-03T02:42:57.329668Z","steps":["trace[1940463137] 'read index received' (duration: 136.388918ms)","trace[1940463137] 'applied index is now lower than readState.Index' (duration: 1.300981ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:57.329734Z","caller":"traceutil/trace.go:171","msg":"trace[1132859236] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"135.561247ms","start":"2026-04-03T02:42:57.194132Z","end":"2026-04-03T02:42:57.329693Z","steps":["trace[1132859236] 'process raft request' (duration: 135.336452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:57.330019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.010556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8qf89\" ","response":"range_response_count:1 size:19355"} {"level":"info","ts":"2026-04-03T02:42:57.330098Z","caller":"traceutil/trace.go:171","msg":"trace[483182955] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8qf89; range_end:; response_count:1; response_revision:9437; }","duration":"138.159669ms","start":"2026-04-03T02:42:57.191915Z","end":"2026-04-03T02:42:57.330075Z","steps":["trace[483182955] 'agreement among raft nodes before linearized reading' (duration: 137.858192ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:58.803236Z","caller":"traceutil/trace.go:171","msg":"trace[453807304] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"110.74561ms","start":"2026-04-03T02:42:58.692456Z","end":"2026-04-03T02:42:58.803202Z","steps":["trace[453807304] 'process raft request' (duration: 109.540122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:58.941885Z","caller":"traceutil/trace.go:171","msg":"trace[281504288] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"106.249734ms","start":"2026-04-03T02:42:58.835607Z","end":"2026-04-03T02:42:58.941857Z","steps":["trace[281504288] 'process raft request' (duration: 28.225838ms)","trace[281504288] 'compare' (duration: 77.442362ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:08.506805Z","caller":"traceutil/trace.go:171","msg":"trace[643491420] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"165.983928ms","start":"2026-04-03T02:43:08.340791Z","end":"2026-04-03T02:43:08.506775Z","steps":["trace[643491420] 'process raft request' (duration: 165.681431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:09.719833Z","caller":"traceutil/trace.go:171","msg":"trace[9832983] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"139.709276ms","start":"2026-04-03T02:43:09.580081Z","end":"2026-04-03T02:43:09.71979Z","steps":["trace[9832983] 'process raft request' (duration: 127.355135ms)","trace[9832983] 'compare' (duration: 12.132596ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:09.757777Z","caller":"traceutil/trace.go:171","msg":"trace[5642952] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"117.08408ms","start":"2026-04-03T02:43:09.640651Z","end":"2026-04-03T02:43:09.757735Z","steps":["trace[5642952] 'process raft request' (duration: 116.843224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:23.167525Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"331455d6226d3423","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T02:43:23.172664Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-04-03T02:43:23.172832Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-04-03T02:43:29.170096Z","caller":"traceutil/trace.go:171","msg":"trace[1182018268] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"102.131217ms","start":"2026-04-03T02:43:29.067924Z","end":"2026-04-03T02:43:29.170056Z","steps":["trace[1182018268] 'process raft request' (duration: 101.816089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.431503Z","caller":"traceutil/trace.go:171","msg":"trace[1652187298] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"244.909795ms","start":"2026-04-03T02:43:31.186537Z","end":"2026-04-03T02:43:31.431447Z","steps":["trace[1652187298] 'process raft request' (duration: 244.389443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.431548Z","caller":"traceutil/trace.go:171","msg":"trace[391535743] linearizableReadLoop","detail":"{readStateIndex:10043; appliedIndex:10041; }","duration":"210.392748ms","start":"2026-04-03T02:43:31.220972Z","end":"2026-04-03T02:43:31.431365Z","steps":["trace[391535743] 'read index received' (duration: 45.916767ms)","trace[391535743] 'applied index is now lower than readState.Index' (duration: 164.475181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:31.431708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.720386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:43:31.431794Z","caller":"traceutil/trace.go:171","msg":"trace[1109769464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9696; }","duration":"210.85325ms","start":"2026-04-03T02:43:31.220918Z","end":"2026-04-03T02:43:31.431771Z","steps":["trace[1109769464] 'agreement among raft nodes before linearized reading' (duration: 210.614864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.431867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.218896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:43:31.431926Z","caller":"traceutil/trace.go:171","msg":"trace[487989093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:9696; }","duration":"197.314959ms","start":"2026-04-03T02:43:31.234597Z","end":"2026-04-03T02:43:31.431912Z","steps":["trace[487989093] 'agreement among raft nodes before linearized reading' (duration: 197.148785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.432457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.978072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:43:31.432512Z","caller":"traceutil/trace.go:171","msg":"trace[1902734065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9696; }","duration":"208.078005ms","start":"2026-04-03T02:43:31.224422Z","end":"2026-04-03T02:43:31.4325Z","steps":["trace[1902734065] 'agreement among raft nodes before linearized reading' (duration: 207.227734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:31.432495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.87733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:43:31.432842Z","caller":"traceutil/trace.go:171","msg":"trace[1050690302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9696; }","duration":"208.263129ms","start":"2026-04-03T02:43:31.224558Z","end":"2026-04-03T02:43:31.432822Z","steps":["trace[1050690302] 'agreement among raft nodes before linearized reading' (duration: 207.263655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:43.361379Z","caller":"traceutil/trace.go:171","msg":"trace[1330394292] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"100.708544ms","start":"2026-04-03T02:43:43.260645Z","end":"2026-04-03T02:43:43.361353Z","steps":["trace[1330394292] 'process raft request' (duration: 53.183279ms)","trace[1330394292] 'compare' (duration: 47.074914ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:51.601431Z","caller":"traceutil/trace.go:171","msg":"trace[965309014] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"200.242948ms","start":"2026-04-03T02:43:51.40116Z","end":"2026-04-03T02:43:51.601403Z","steps":["trace[965309014] 'process raft request' (duration: 199.807948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:51.975843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.778996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:43:51.975983Z","caller":"traceutil/trace.go:171","msg":"trace[1429976358] transaction","detail":"{read_only:false; response_revision:9836; number_of_response:1; }","duration":"368.564332ms","start":"2026-04-03T02:43:51.607394Z","end":"2026-04-03T02:43:51.975958Z","steps":["trace[1429976358] 'process raft request' (duration: 245.565751ms)","trace[1429976358] 'compare' (duration: 122.416067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:51.97607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.607366Z","time spent":"368.657825ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:52.020877Z","caller":"traceutil/trace.go:171","msg":"trace[1804696212] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"389.813015ms","start":"2026-04-03T02:43:51.631041Z","end":"2026-04-03T02:43:52.020854Z","steps":["trace[1804696212] 'process raft request' (duration: 389.62147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.021036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.631006Z","time spent":"389.945248ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:52.021068Z","caller":"traceutil/trace.go:171","msg":"trace[941536462] linearizableReadLoop","detail":"{readStateIndex:10188; appliedIndex:10186; }","duration":"379.526961ms","start":"2026-04-03T02:43:51.641514Z","end":"2026-04-03T02:43:52.021041Z","steps":["trace[941536462] 'read index received' (duration: 211.458664ms)","trace[941536462] 'applied index is now lower than readState.Index' (duration: 168.066447ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:52.021115Z","caller":"traceutil/trace.go:171","msg":"trace[760302454] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"332.931468ms","start":"2026-04-03T02:43:51.688163Z","end":"2026-04-03T02:43:52.021095Z","steps":["trace[760302454] 'process raft request' (duration: 332.652522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.021216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.688145Z","time spent":"333.024301ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:52.021313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.807057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:43:52.021363Z","caller":"traceutil/trace.go:171","msg":"trace[1980140005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9838; }","duration":"379.897289ms","start":"2026-04-03T02:43:51.641452Z","end":"2026-04-03T02:43:52.021349Z","steps":["trace[1980140005] 'agreement among raft nodes before linearized reading' (duration: 379.694654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.021424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.64143Z","time spent":"379.984692ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:43:52.022963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.277396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:43:52.022972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.061325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:43:52.023019Z","caller":"traceutil/trace.go:171","msg":"trace[747696389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9839; }","duration":"333.356779ms","start":"2026-04-03T02:43:51.68965Z","end":"2026-04-03T02:43:52.023007Z","steps":["trace[747696389] 'agreement among raft nodes before linearized reading' (duration: 333.175444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.023054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.689638Z","time spent":"333.40862ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:43:52.023053Z","caller":"traceutil/trace.go:171","msg":"trace[1710237384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:9839; }","duration":"372.184917ms","start":"2026-04-03T02:43:51.650851Z","end":"2026-04-03T02:43:52.023036Z","steps":["trace[1710237384] 'agreement among raft nodes before linearized reading' (duration: 371.952552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.023152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.650838Z","time spent":"372.305031ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:43:52.023216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.723454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:43:52.023289Z","caller":"traceutil/trace.go:171","msg":"trace[867139960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9839; }","duration":"335.795796ms","start":"2026-04-03T02:43:51.687483Z","end":"2026-04-03T02:43:52.023278Z","steps":["trace[867139960] 'agreement among raft nodes before linearized reading' (duration: 335.593781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.023334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:51.687447Z","time spent":"335.877478ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:43:52.024001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.440617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:52.024114Z","caller":"traceutil/trace.go:171","msg":"trace[1979575606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9839; }","duration":"272.603841ms","start":"2026-04-03T02:43:51.751479Z","end":"2026-04-03T02:43:52.024082Z","steps":["trace[1979575606] 'agreement among raft nodes before linearized reading' (duration: 271.335901ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:52.132105Z","caller":"traceutil/trace.go:171","msg":"trace[1232753104] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"104.858682ms","start":"2026-04-03T02:43:52.027221Z","end":"2026-04-03T02:43:52.132079Z","steps":["trace[1232753104] 'process raft request' (duration: 104.595266ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:52.132597Z","caller":"traceutil/trace.go:171","msg":"trace[309976006] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"104.731918ms","start":"2026-04-03T02:43:52.027835Z","end":"2026-04-03T02:43:52.132567Z","steps":["trace[309976006] 'process raft request' (duration: 104.205376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:52.132892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.518177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321147"} {"level":"info","ts":"2026-04-03T02:43:52.132983Z","caller":"traceutil/trace.go:171","msg":"trace[2018777542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9843; }","duration":"105.63295ms","start":"2026-04-03T02:43:52.027329Z","end":"2026-04-03T02:43:52.132961Z","steps":["trace[2018777542] 'agreement among raft nodes before linearized reading' (duration: 105.044917ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:53.93355Z","caller":"traceutil/trace.go:171","msg":"trace[945136359] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"122.368716ms","start":"2026-04-03T02:43:53.811148Z","end":"2026-04-03T02:43:53.933517Z","steps":["trace[945136359] 'process raft request' (duration: 122.044168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:54.177608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.142363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:54.1777Z","caller":"traceutil/trace.go:171","msg":"trace[2057411581] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9848; }","duration":"158.301697ms","start":"2026-04-03T02:43:54.019376Z","end":"2026-04-03T02:43:54.177677Z","steps":["trace[2057411581] 'count revisions from in-memory index tree' (duration: 158.013929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:54.177703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.448292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:43:54.177785Z","caller":"traceutil/trace.go:171","msg":"trace[1781543725] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9848; }","duration":"197.589676ms","start":"2026-04-03T02:43:53.980177Z","end":"2026-04-03T02:43:54.177767Z","steps":["trace[1781543725] 'range keys from in-memory index tree' (duration: 197.283609ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:54.177968Z","caller":"traceutil/trace.go:171","msg":"trace[293952557] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"152.646452ms","start":"2026-04-03T02:43:54.025295Z","end":"2026-04-03T02:43:54.177941Z","steps":["trace[293952557] 'process raft request' (duration: 150.211434ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:54.178874Z","caller":"traceutil/trace.go:171","msg":"trace[1749636440] linearizableReadLoop","detail":"{readStateIndex:10202; appliedIndex:10200; }","duration":"137.037273ms","start":"2026-04-03T02:43:54.041811Z","end":"2026-04-03T02:43:54.178848Z","steps":["trace[1749636440] 'read index received' (duration: 133.764546ms)","trace[1749636440] 'applied index is now lower than readState.Index' (duration: 3.271937ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:54.179112Z","caller":"traceutil/trace.go:171","msg":"trace[1729964902] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"150.396678ms","start":"2026-04-03T02:43:54.028704Z","end":"2026-04-03T02:43:54.179101Z","steps":["trace[1729964902] 'process raft request' (duration: 150.031079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:54.179312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.223293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:43:54.179375Z","caller":"traceutil/trace.go:171","msg":"trace[2080348968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9850; }","duration":"106.322096ms","start":"2026-04-03T02:43:54.073038Z","end":"2026-04-03T02:43:54.17936Z","steps":["trace[2080348968] 'agreement among raft nodes before linearized reading' (duration: 106.12031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:54.179337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.396021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:54.179586Z","caller":"traceutil/trace.go:171","msg":"trace[645314576] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9850; }","duration":"137.70943ms","start":"2026-04-03T02:43:54.041781Z","end":"2026-04-03T02:43:54.17949Z","steps":["trace[645314576] 'agreement among raft nodes before linearized reading' (duration: 137.372831ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:55.604156Z","caller":"traceutil/trace.go:171","msg":"trace[27365833] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"119.760304ms","start":"2026-04-03T02:43:55.484363Z","end":"2026-04-03T02:43:55.604123Z","steps":["trace[27365833] 'process raft request' (duration: 109.404839ms)","trace[27365833] 'compare' (duration: 10.207391ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:56.356573Z","caller":"traceutil/trace.go:171","msg":"trace[1576303196] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"171.006847ms","start":"2026-04-03T02:43:56.185505Z","end":"2026-04-03T02:43:56.356512Z","steps":["trace[1576303196] 'process raft request' (duration: 73.675603ms)","trace[1576303196] 'compare' (duration: 96.818072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:56.356811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.544135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:43:56.3569Z","caller":"traceutil/trace.go:171","msg":"trace[889520214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9875; }","duration":"167.648598ms","start":"2026-04-03T02:43:56.189231Z","end":"2026-04-03T02:43:56.35688Z","steps":["trace[889520214] 'agreement among raft nodes before linearized reading' (duration: 167.377821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.357336Z","caller":"traceutil/trace.go:171","msg":"trace[502907836] linearizableReadLoop","detail":"{readStateIndex:10228; appliedIndex:10226; }","duration":"167.208697ms","start":"2026-04-03T02:43:56.189248Z","end":"2026-04-03T02:43:56.356457Z","steps":["trace[502907836] 'read index received' (duration: 27.370188ms)","trace[502907836] 'applied index is now lower than readState.Index' (duration: 139.837129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:56.357729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.16952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:43:56.357935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.814167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:43:56.35798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.715829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:43:56.357989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.413384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:43:56.358028Z","caller":"traceutil/trace.go:171","msg":"trace[941989008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9875; }","duration":"126.098104ms","start":"2026-04-03T02:43:56.231905Z","end":"2026-04-03T02:43:56.358003Z","steps":["trace[941989008] 'agreement among raft nodes before linearized reading' (duration: 125.645163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.358063Z","caller":"traceutil/trace.go:171","msg":"trace[550043632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9875; }","duration":"167.836932ms","start":"2026-04-03T02:43:56.190205Z","end":"2026-04-03T02:43:56.358042Z","steps":["trace[550043632] 'agreement among raft nodes before linearized reading' (duration: 167.409142ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.358068Z","caller":"traceutil/trace.go:171","msg":"trace[1835169084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:9875; }","duration":"165.527357ms","start":"2026-04-03T02:43:56.192527Z","end":"2026-04-03T02:43:56.358054Z","steps":["trace[1835169084] 'agreement among raft nodes before linearized reading' (duration: 165.058836ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.357965Z","caller":"traceutil/trace.go:171","msg":"trace[2133728827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9875; }","duration":"168.458217ms","start":"2026-04-03T02:43:56.189494Z","end":"2026-04-03T02:43:56.357952Z","steps":["trace[2133728827] 'agreement among raft nodes before linearized reading' (duration: 168.047297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.584947Z","caller":"traceutil/trace.go:171","msg":"trace[115507655] linearizableReadLoop","detail":"{readStateIndex:10232; appliedIndex:10228; }","duration":"222.30065ms","start":"2026-04-03T02:43:56.362619Z","end":"2026-04-03T02:43:56.58492Z","steps":["trace[115507655] 'read index received' (duration: 30.696547ms)","trace[115507655] 'applied index is now lower than readState.Index' (duration: 191.602993ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:56.585108Z","caller":"traceutil/trace.go:171","msg":"trace[532120701] transaction","detail":"{read_only:false; response_revision:9879; number_of_response:1; }","duration":"222.587026ms","start":"2026-04-03T02:43:56.362509Z","end":"2026-04-03T02:43:56.585096Z","steps":["trace[532120701] 'process raft request' (duration: 222.360621ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.585071Z","caller":"traceutil/trace.go:171","msg":"trace[463379423] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"222.561596ms","start":"2026-04-03T02:43:56.36246Z","end":"2026-04-03T02:43:56.585021Z","steps":["trace[463379423] 'process raft request' (duration: 167.709518ms)","trace[463379423] 'compare' (duration: 54.468849ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:56.585081Z","caller":"traceutil/trace.go:171","msg":"trace[1808639530] transaction","detail":"{read_only:false; response_revision:9878; number_of_response:1; }","duration":"222.555716ms","start":"2026-04-03T02:43:56.362491Z","end":"2026-04-03T02:43:56.585047Z","steps":["trace[1808639530] 'process raft request' (duration: 222.326901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:56.585413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.197033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:43:56.585492Z","caller":"traceutil/trace.go:171","msg":"trace[1010414613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9879; }","duration":"131.369127ms","start":"2026-04-03T02:43:56.454105Z","end":"2026-04-03T02:43:56.585474Z","steps":["trace[1010414613] 'agreement among raft nodes before linearized reading' (duration: 131.036139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:56.585989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.317995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330311"} {"level":"info","ts":"2026-04-03T02:43:56.586114Z","caller":"traceutil/trace.go:171","msg":"trace[293468528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9879; }","duration":"223.495829ms","start":"2026-04-03T02:43:56.362592Z","end":"2026-04-03T02:43:56.586088Z","steps":["trace[293468528] 'agreement among raft nodes before linearized reading' (duration: 222.617347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:58.37681Z","caller":"traceutil/trace.go:171","msg":"trace[1137271453] transaction","detail":"{read_only:false; response_revision:9889; number_of_response:1; }","duration":"110.608318ms","start":"2026-04-03T02:43:58.266177Z","end":"2026-04-03T02:43:58.376786Z","steps":["trace[1137271453] 'process raft request' (duration: 110.447624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:59.723278Z","caller":"traceutil/trace.go:171","msg":"trace[1468804642] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"192.350472ms","start":"2026-04-03T02:43:59.530898Z","end":"2026-04-03T02:43:59.723249Z","steps":["trace[1468804642] 'process raft request' (duration: 192.174347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.37033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.01337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:00.370415Z","caller":"traceutil/trace.go:171","msg":"trace[405272071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9898; }","duration":"450.138982ms","start":"2026-04-03T02:43:59.920258Z","end":"2026-04-03T02:44:00.370397Z","steps":["trace[405272071] 'range keys from in-memory index tree' (duration: 449.879825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.370453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:59.920244Z","time spent":"450.200504ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:44:00.370463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.392203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:44:00.370589Z","caller":"traceutil/trace.go:171","msg":"trace[566959211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9898; }","duration":"574.553717ms","start":"2026-04-03T02:43:59.795991Z","end":"2026-04-03T02:44:00.370544Z","steps":["trace[566959211] 'range keys from in-memory index tree' (duration: 574.175506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.370656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:59.79597Z","time spent":"574.66982ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:44:00.371137Z","caller":"traceutil/trace.go:171","msg":"trace[1640206564] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"134.922353ms","start":"2026-04-03T02:44:00.236191Z","end":"2026-04-03T02:44:00.371113Z","steps":["trace[1640206564] 'process raft request' (duration: 127.682581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.678387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.819119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:44:00.678588Z","caller":"traceutil/trace.go:171","msg":"trace[1146282570] linearizableReadLoop","detail":"{readStateIndex:10255; appliedIndex:10253; }","duration":"273.144584ms","start":"2026-04-03T02:44:00.405425Z","end":"2026-04-03T02:44:00.67857Z","steps":["trace[1146282570] 'read index received' (duration: 81.037877ms)","trace[1146282570] 'applied index is now lower than readState.Index' (duration: 192.105717ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:00.678691Z","caller":"traceutil/trace.go:171","msg":"trace[709183644] transaction","detail":"{read_only:false; response_revision:9900; number_of_response:1; }","duration":"304.072476ms","start":"2026-04-03T02:44:00.374605Z","end":"2026-04-03T02:44:00.678678Z","steps":["trace[709183644] 'process raft request' (duration: 111.870777ms)","trace[709183644] 'compare' (duration: 191.699426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:00.678759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.37458Z","time spent":"304.144448ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:00.678982Z","caller":"traceutil/trace.go:171","msg":"trace[1333353924] transaction","detail":"{read_only:false; response_revision:9901; number_of_response:1; }","duration":"295.75007ms","start":"2026-04-03T02:44:00.383163Z","end":"2026-04-03T02:44:00.678913Z","steps":["trace[1333353924] 'process raft request' (duration: 295.34794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.679051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.609045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:44:00.679133Z","caller":"traceutil/trace.go:171","msg":"trace[1009566906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9901; }","duration":"273.727467ms","start":"2026-04-03T02:44:00.405384Z","end":"2026-04-03T02:44:00.679111Z","steps":["trace[1009566906] 'agreement among raft nodes before linearized reading' (duration: 273.509392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:00.690801Z","caller":"traceutil/trace.go:171","msg":"trace[1164435598] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"106.734395ms","start":"2026-04-03T02:44:00.584044Z","end":"2026-04-03T02:44:00.690778Z","steps":["trace[1164435598] 'process raft request' (duration: 106.623563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.07711Z","caller":"traceutil/trace.go:171","msg":"trace[999680576] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"381.439386ms","start":"2026-04-03T02:44:00.695652Z","end":"2026-04-03T02:44:01.077092Z","steps":["trace[999680576] 'process raft request' (duration: 381.390735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.077157Z","caller":"traceutil/trace.go:171","msg":"trace[493771149] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"381.628331ms","start":"2026-04-03T02:44:00.69549Z","end":"2026-04-03T02:44:01.077118Z","steps":["trace[493771149] 'process raft request' (duration: 363.88181ms)","trace[493771149] 'compare' (duration: 17.559826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:01.07723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.69563Z","time spent":"381.533249ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:01.077362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.69547Z","time spent":"381.791705ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:01.077453Z","caller":"traceutil/trace.go:171","msg":"trace[486179810] transaction","detail":"{read_only:false; response_revision:9906; number_of_response:1; }","duration":"381.634161ms","start":"2026-04-03T02:44:00.695796Z","end":"2026-04-03T02:44:01.07743Z","steps":["trace[486179810] 'process raft request' (duration: 381.272523ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.077535Z","caller":"traceutil/trace.go:171","msg":"trace[16251384] linearizableReadLoop","detail":"{readStateIndex:10261; appliedIndex:10256; }","duration":"380.698799ms","start":"2026-04-03T02:44:00.69683Z","end":"2026-04-03T02:44:01.077529Z","steps":["trace[16251384] 'read index received' (duration: 44.943864ms)","trace[16251384] 'applied index is now lower than readState.Index' (duration: 335.752135ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:01.077607Z","caller":"traceutil/trace.go:171","msg":"trace[475331710] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"381.468067ms","start":"2026-04-03T02:44:00.696134Z","end":"2026-04-03T02:44:01.077602Z","steps":["trace[475331710] 'process raft request' (duration: 381.212621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.0776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.695767Z","time spent":"381.756214ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:01.077635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.696118Z","time spent":"381.498858ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:01.077926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.105978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330549"} {"level":"info","ts":"2026-04-03T02:44:01.077947Z","caller":"traceutil/trace.go:171","msg":"trace[189708912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9907; }","duration":"381.14246ms","start":"2026-04-03T02:44:00.696799Z","end":"2026-04-03T02:44:01.077941Z","steps":["trace[189708912] 'agreement among raft nodes before linearized reading' (duration: 380.870244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.077962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.69679Z","time spent":"381.16814ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330571,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:44:01.12653Z","caller":"traceutil/trace.go:171","msg":"trace[1093153883] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"271.841893ms","start":"2026-04-03T02:44:00.854668Z","end":"2026-04-03T02:44:01.12651Z","steps":["trace[1093153883] 'process raft request' (duration: 271.71588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.126735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.694113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:44:01.126818Z","caller":"traceutil/trace.go:171","msg":"trace[676736584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9908; }","duration":"272.827946ms","start":"2026-04-03T02:44:00.853973Z","end":"2026-04-03T02:44:01.126801Z","steps":["trace[676736584] 'agreement among raft nodes before linearized reading' (duration: 272.57215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.126732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.797034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:01.126992Z","caller":"traceutil/trace.go:171","msg":"trace[1717263068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9908; }","duration":"376.08839ms","start":"2026-04-03T02:44:00.75086Z","end":"2026-04-03T02:44:01.126948Z","steps":["trace[1717263068] 'agreement among raft nodes before linearized reading' (duration: 375.753221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.1271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.750842Z","time spent":"376.222474ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:44:01.127359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.199542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-thc55\" ","response":"range_response_count:1 size:9111"} {"level":"info","ts":"2026-04-03T02:44:01.127421Z","caller":"traceutil/trace.go:171","msg":"trace[9928500] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-thc55; range_end:; response_count:1; response_revision:9908; }","duration":"275.312916ms","start":"2026-04-03T02:44:00.852095Z","end":"2026-04-03T02:44:01.127408Z","steps":["trace[9928500] 'agreement among raft nodes before linearized reading' (duration: 274.467645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.216406Z","caller":"traceutil/trace.go:171","msg":"trace[11322904] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"103.794267ms","start":"2026-04-03T02:44:01.11258Z","end":"2026-04-03T02:44:01.216375Z","steps":["trace[11322904] 'process raft request' (duration: 70.54347ms)","trace[11322904] 'compare' (duration: 33.075522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:01.216631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.233752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:01.216754Z","caller":"traceutil/trace.go:171","msg":"trace[1969270513] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9909; }","duration":"100.516319ms","start":"2026-04-03T02:44:01.116184Z","end":"2026-04-03T02:44:01.2167Z","steps":["trace[1969270513] 'agreement among raft nodes before linearized reading' (duration: 100.176461ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.279385Z","caller":"traceutil/trace.go:171","msg":"trace[746067451] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"143.6858ms","start":"2026-04-03T02:44:01.135667Z","end":"2026-04-03T02:44:01.279352Z","steps":["trace[746067451] 'process raft request' (duration: 143.412224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.279488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.394305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-03T02:44:01.279636Z","caller":"traceutil/trace.go:171","msg":"trace[2041915707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9910; }","duration":"149.59184ms","start":"2026-04-03T02:44:01.130021Z","end":"2026-04-03T02:44:01.279613Z","steps":["trace[2041915707] 'agreement among raft nodes before linearized reading' (duration: 149.258192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.472055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.937807ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:01.472205Z","caller":"traceutil/trace.go:171","msg":"trace[1295300837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9910; }","duration":"114.09607ms","start":"2026-04-03T02:44:01.358086Z","end":"2026-04-03T02:44:01.472182Z","steps":["trace[1295300837] 'range keys from in-memory index tree' (duration: 113.924407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:19.343226Z","caller":"traceutil/trace.go:171","msg":"trace[1039469707] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"163.483536ms","start":"2026-04-03T02:44:19.179732Z","end":"2026-04-03T02:44:19.343216Z","steps":["trace[1039469707] 'process raft request' (duration: 163.286341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:19.343418Z","caller":"traceutil/trace.go:171","msg":"trace[2070929367] linearizableReadLoop","detail":"{readStateIndex:10366; appliedIndex:10362; }","duration":"158.17653ms","start":"2026-04-03T02:44:19.185218Z","end":"2026-04-03T02:44:19.343395Z","steps":["trace[2070929367] 'read index received' (duration: 18.532758ms)","trace[2070929367] 'applied index is now lower than readState.Index' (duration: 139.642272ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:19.343464Z","caller":"traceutil/trace.go:171","msg":"trace[384074115] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"162.3402ms","start":"2026-04-03T02:44:19.181087Z","end":"2026-04-03T02:44:19.343427Z","steps":["trace[384074115] 'process raft request' (duration: 162.084164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:19.343625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.400456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:44:19.343117Z","caller":"traceutil/trace.go:171","msg":"trace[1148997455] transaction","detail":"{read_only:false; response_revision:10006; number_of_response:1; }","duration":"163.556118ms","start":"2026-04-03T02:44:19.179533Z","end":"2026-04-03T02:44:19.343089Z","steps":["trace[1148997455] 'process raft request' (duration: 162.480223ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:19.343727Z","caller":"traceutil/trace.go:171","msg":"trace[376841995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:10008; }","duration":"158.538169ms","start":"2026-04-03T02:44:19.185173Z","end":"2026-04-03T02:44:19.343711Z","steps":["trace[376841995] 'agreement among raft nodes before linearized reading' (duration: 158.293933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:19.393101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.486575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-user-thc55\" ","response":"range_response_count:1 size:2756"} {"level":"info","ts":"2026-04-03T02:44:19.393168Z","caller":"traceutil/trace.go:171","msg":"trace[518904366] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-user-thc55; range_end:; response_count:1; response_revision:10009; }","duration":"141.607419ms","start":"2026-04-03T02:44:19.251542Z","end":"2026-04-03T02:44:19.39315Z","steps":["trace[518904366] 'agreement among raft nodes before linearized reading' (duration: 141.415474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:19.586967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.127009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T02:44:19.587127Z","caller":"traceutil/trace.go:171","msg":"trace[929237968] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10010; }","duration":"191.601563ms","start":"2026-04-03T02:44:19.395501Z","end":"2026-04-03T02:44:19.587102Z","steps":["trace[929237968] 'process raft request' (duration: 71.131936ms)","trace[929237968] 'compare' (duration: 119.887903ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:19.61329Z","caller":"traceutil/trace.go:171","msg":"trace[632941816] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"207.733016ms","start":"2026-04-03T02:44:19.405527Z","end":"2026-04-03T02:44:19.61326Z","steps":["trace[632941816] 'process raft request' (duration: 207.538802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.392392Z","caller":"traceutil/trace.go:171","msg":"trace[1950544391] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"329.960735ms","start":"2026-04-03T02:44:20.062406Z","end":"2026-04-03T02:44:20.392367Z","steps":["trace[1950544391] 'process raft request' (duration: 329.78273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.392546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:20.062384Z","time spent":"330.080738ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7431,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:20.610105Z","caller":"traceutil/trace.go:171","msg":"trace[1176559410] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"206.340553ms","start":"2026-04-03T02:44:20.403743Z","end":"2026-04-03T02:44:20.610084Z","steps":["trace[1176559410] 'process raft request' (duration: 206.184469ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.7561Z","caller":"traceutil/trace.go:171","msg":"trace[1006121884] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"263.625373ms","start":"2026-04-03T02:44:20.492439Z","end":"2026-04-03T02:44:20.756065Z","steps":["trace[1006121884] 'process raft request' (duration: 214.564269ms)","trace[1006121884] 'compare' (duration: 48.871348ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.779496Z","caller":"traceutil/trace.go:171","msg":"trace[1734413056] transaction","detail":"{read_only:false; response_revision:10015; number_of_response:1; }","duration":"162.134615ms","start":"2026-04-03T02:44:20.617336Z","end":"2026-04-03T02:44:20.779471Z","steps":["trace[1734413056] 'process raft request' (duration: 161.92503ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.932082Z","caller":"traceutil/trace.go:171","msg":"trace[771708289] transaction","detail":"{read_only:false; response_revision:10018; number_of_response:1; }","duration":"115.755964ms","start":"2026-04-03T02:44:20.816292Z","end":"2026-04-03T02:44:20.932048Z","steps":["trace[771708289] 'process raft request' (duration: 115.617681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.932166Z","caller":"traceutil/trace.go:171","msg":"trace[415582917] transaction","detail":"{read_only:false; response_revision:10017; number_of_response:1; }","duration":"147.505518ms","start":"2026-04-03T02:44:20.784615Z","end":"2026-04-03T02:44:20.932121Z","steps":["trace[415582917] 'process raft request' (duration: 105.148144ms)","trace[415582917] 'compare' (duration: 41.801191ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.932105Z","caller":"traceutil/trace.go:171","msg":"trace[1010817988] linearizableReadLoop","detail":"{readStateIndex:10375; appliedIndex:10374; }","duration":"120.404195ms","start":"2026-04-03T02:44:20.811669Z","end":"2026-04-03T02:44:20.932073Z","steps":["trace[1010817988] 'read index received' (duration: 78.112512ms)","trace[1010817988] 'applied index is now lower than readState.Index' (duration: 42.287733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:20.932337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.694925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:20.932677Z","caller":"traceutil/trace.go:171","msg":"trace[119867213] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:0; response_revision:10018; }","duration":"138.089466ms","start":"2026-04-03T02:44:20.794571Z","end":"2026-04-03T02:44:20.932661Z","steps":["trace[119867213] 'agreement among raft nodes before linearized reading' (duration: 137.678775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.933263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.931944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:44:20.933374Z","caller":"traceutil/trace.go:171","msg":"trace[902531764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10018; }","duration":"104.098619ms","start":"2026-04-03T02:44:20.829248Z","end":"2026-04-03T02:44:20.933346Z","steps":["trace[902531764] 'agreement among raft nodes before linearized reading' (duration: 103.511735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:21.101197Z","caller":"traceutil/trace.go:171","msg":"trace[1355858488] transaction","detail":"{read_only:false; response_revision:10020; number_of_response:1; }","duration":"136.836795ms","start":"2026-04-03T02:44:20.964317Z","end":"2026-04-03T02:44:21.101154Z","steps":["trace[1355858488] 'process raft request' (duration: 135.959064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:21.526431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.317082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:21.526521Z","caller":"traceutil/trace.go:171","msg":"trace[1103913479] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10023; }","duration":"168.419924ms","start":"2026-04-03T02:44:21.358087Z","end":"2026-04-03T02:44:21.526507Z","steps":["trace[1103913479] 'range keys from in-memory index tree' (duration: 168.300631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:21.526562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.684235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:44:21.526662Z","caller":"traceutil/trace.go:171","msg":"trace[1278002604] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"272.891242ms","start":"2026-04-03T02:44:21.253758Z","end":"2026-04-03T02:44:21.52665Z","steps":["trace[1278002604] 'process raft request' (duration: 138.064415ms)","trace[1278002604] 'compare' (duration: 134.595522ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:21.526708Z","caller":"traceutil/trace.go:171","msg":"trace[1135147467] linearizableReadLoop","detail":"{readStateIndex:10385; appliedIndex:10381; }","duration":"178.291139ms","start":"2026-04-03T02:44:21.34841Z","end":"2026-04-03T02:44:21.526702Z","steps":["trace[1135147467] 'read index received' (duration: 43.433391ms)","trace[1135147467] 'applied index is now lower than readState.Index' (duration: 134.857308ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:21.526721Z","caller":"traceutil/trace.go:171","msg":"trace[1081144024] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"272.203956ms","start":"2026-04-03T02:44:21.254487Z","end":"2026-04-03T02:44:21.526691Z","steps":["trace[1081144024] 'process raft request' (duration: 272.121925ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:21.526833Z","caller":"traceutil/trace.go:171","msg":"trace[498447598] transaction","detail":"{read_only:false; response_revision:10026; number_of_response:1; }","duration":"269.83705ms","start":"2026-04-03T02:44:21.25699Z","end":"2026-04-03T02:44:21.526827Z","steps":["trace[498447598] 'process raft request' (duration: 269.654195ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:21.526908Z","caller":"traceutil/trace.go:171","msg":"trace[138743898] transaction","detail":"{read_only:false; response_revision:10027; number_of_response:1; }","duration":"203.919466ms","start":"2026-04-03T02:44:21.322984Z","end":"2026-04-03T02:44:21.526904Z","steps":["trace[138743898] 'process raft request' (duration: 203.696041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:21.527001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.599845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:44:21.527016Z","caller":"traceutil/trace.go:171","msg":"trace[694214126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10027; }","duration":"178.664947ms","start":"2026-04-03T02:44:21.348346Z","end":"2026-04-03T02:44:21.527011Z","steps":["trace[694214126] 'agreement among raft nodes before linearized reading' (duration: 178.593985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:21.563273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.120608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:44:21.563298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.726655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:44:21.56339Z","caller":"traceutil/trace.go:171","msg":"trace[1025113628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:10028; }","duration":"158.901868ms","start":"2026-04-03T02:44:21.404467Z","end":"2026-04-03T02:44:21.563369Z","steps":["trace[1025113628] 'agreement among raft nodes before linearized reading' (duration: 158.576381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:21.563382Z","caller":"traceutil/trace.go:171","msg":"trace[1271228685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10028; }","duration":"214.241011ms","start":"2026-04-03T02:44:21.349111Z","end":"2026-04-03T02:44:21.563352Z","steps":["trace[1271228685] 'agreement among raft nodes before linearized reading' (duration: 213.935574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:21.563782Z","caller":"traceutil/trace.go:171","msg":"trace[1943983381] transaction","detail":"{read_only:false; response_revision:10028; number_of_response:1; }","duration":"164.959892ms","start":"2026-04-03T02:44:21.398813Z","end":"2026-04-03T02:44:21.563773Z","steps":["trace[1943983381] 'process raft request' (duration: 163.983899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:21.564013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.982948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:44:21.564035Z","caller":"traceutil/trace.go:171","msg":"trace[1511061670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10028; }","duration":"215.060631ms","start":"2026-04-03T02:44:21.348969Z","end":"2026-04-03T02:44:21.564029Z","steps":["trace[1511061670] 'agreement among raft nodes before linearized reading' (duration: 215.004099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:21.865157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.387402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:21.865273Z","caller":"traceutil/trace.go:171","msg":"trace[122049603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10033; }","duration":"114.557895ms","start":"2026-04-03T02:44:21.750687Z","end":"2026-04-03T02:44:21.865245Z","steps":["trace[122049603] 'range keys from in-memory index tree' (duration: 114.30026ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:01.863226Z","caller":"traceutil/trace.go:171","msg":"trace[1915281845] linearizableReadLoop","detail":"{readStateIndex:10702; appliedIndex:10701; }","duration":"138.092814ms","start":"2026-04-03T02:45:01.725106Z","end":"2026-04-03T02:45:01.863198Z","steps":["trace[1915281845] 'read index received' (duration: 137.803017ms)","trace[1915281845] 'applied index is now lower than readState.Index' (duration: 288.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:01.863342Z","caller":"traceutil/trace.go:171","msg":"trace[922515564] transaction","detail":"{read_only:false; response_revision:10332; number_of_response:1; }","duration":"156.178604ms","start":"2026-04-03T02:45:01.707123Z","end":"2026-04-03T02:45:01.863302Z","steps":["trace[922515564] 'process raft request' (duration: 155.890177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:01.863454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.155106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:01.863492Z","caller":"traceutil/trace.go:171","msg":"trace[346486666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10332; }","duration":"111.251179ms","start":"2026-04-03T02:45:01.752229Z","end":"2026-04-03T02:45:01.86348Z","steps":["trace[346486666] 'agreement among raft nodes before linearized reading' (duration: 111.152416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:01.863572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.438514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:45:01.863688Z","caller":"traceutil/trace.go:171","msg":"trace[744871545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10332; }","duration":"138.616188ms","start":"2026-04-03T02:45:01.725045Z","end":"2026-04-03T02:45:01.863661Z","steps":["trace[744871545] 'agreement among raft nodes before linearized reading' (duration: 138.27633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:01.882252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.938059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:45:01.882344Z","caller":"traceutil/trace.go:171","msg":"trace[2141651660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10332; }","duration":"108.070442ms","start":"2026-04-03T02:45:01.77425Z","end":"2026-04-03T02:45:01.882321Z","steps":["trace[2141651660] 'agreement among raft nodes before linearized reading' (duration: 89.171285ms)","trace[2141651660] 'range keys from in-memory index tree' (duration: 17.658708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:01.882612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.939266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:45:01.882744Z","caller":"traceutil/trace.go:171","msg":"trace[1879949593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10332; }","duration":"110.132342ms","start":"2026-04-03T02:45:01.772589Z","end":"2026-04-03T02:45:01.882721Z","steps":["trace[1879949593] 'agreement among raft nodes before linearized reading' (duration: 90.949898ms)","trace[1879949593] 'range keys from in-memory index tree' (duration: 18.879066ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:04.257911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7995} {"level":"info","ts":"2026-04-03T02:45:04.319727Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7995,"took":"59.770247ms","hash":504019711,"current-db-size-bytes":56078336,"current-db-size":"56 MB","current-db-size-in-use-bytes":28499968,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-03T02:45:04.319782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":504019711,"revision":7995,"compact-revision":5814} {"level":"info","ts":"2026-04-03T02:45:15.138743Z","caller":"traceutil/trace.go:171","msg":"trace[1714331295] linearizableReadLoop","detail":"{readStateIndex:10792; appliedIndex:10791; }","duration":"128.732763ms","start":"2026-04-03T02:45:15.009984Z","end":"2026-04-03T02:45:15.138717Z","steps":["trace[1714331295] 'read index received' (duration: 128.477137ms)","trace[1714331295] 'applied index is now lower than readState.Index' (duration: 254.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:15.138868Z","caller":"traceutil/trace.go:171","msg":"trace[1073744190] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"133.830302ms","start":"2026-04-03T02:45:15.005006Z","end":"2026-04-03T02:45:15.138836Z","steps":["trace[1073744190] 'process raft request' (duration: 133.534086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:15.138908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.894996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:15.138949Z","caller":"traceutil/trace.go:171","msg":"trace[120852519] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10418; }","duration":"128.996059ms","start":"2026-04-03T02:45:15.009942Z","end":"2026-04-03T02:45:15.138938Z","steps":["trace[120852519] 'agreement among raft nodes before linearized reading' (duration: 128.875136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:15.301999Z","caller":"traceutil/trace.go:171","msg":"trace[1764682065] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"101.606581ms","start":"2026-04-03T02:45:15.200353Z","end":"2026-04-03T02:45:15.301959Z","steps":["trace[1764682065] 'process raft request' (duration: 44.529297ms)","trace[1764682065] 'compare' (duration: 56.775277ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:16.168927Z","caller":"traceutil/trace.go:171","msg":"trace[640460346] linearizableReadLoop","detail":"{readStateIndex:10795; appliedIndex:10794; }","duration":"416.904157ms","start":"2026-04-03T02:45:15.751999Z","end":"2026-04-03T02:45:16.168903Z","steps":["trace[640460346] 'read index received' (duration: 416.469997ms)","trace[640460346] 'applied index is now lower than readState.Index' (duration: 433.07µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:16.168993Z","caller":"traceutil/trace.go:171","msg":"trace[2110786442] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"474.762159ms","start":"2026-04-03T02:45:15.694198Z","end":"2026-04-03T02:45:16.16896Z","steps":["trace[2110786442] 'process raft request' (duration: 474.355989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.169064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.06185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:16.1691Z","caller":"traceutil/trace.go:171","msg":"trace[1971724041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10421; }","duration":"417.157663ms","start":"2026-04-03T02:45:15.751931Z","end":"2026-04-03T02:45:16.169089Z","steps":["trace[1971724041] 'agreement among raft nodes before linearized reading' (duration: 417.084331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.169139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.751907Z","time spent":"417.225105ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:45:16.169144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.694181Z","time spent":"474.879511ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:16.530595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.087388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:45:16.530696Z","caller":"traceutil/trace.go:171","msg":"trace[785645390] linearizableReadLoop","detail":"{readStateIndex:10796; appliedIndex:10795; }","duration":"361.688878ms","start":"2026-04-03T02:45:16.168991Z","end":"2026-04-03T02:45:16.53068Z","steps":["trace[785645390] 'read index received' (duration: 55.354523ms)","trace[785645390] 'applied index is now lower than readState.Index' (duration: 306.333255ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:16.530777Z","caller":"traceutil/trace.go:171","msg":"trace[291287299] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"614.872191ms","start":"2026-04-03T02:45:15.915893Z","end":"2026-04-03T02:45:16.530765Z","steps":["trace[291287299] 'process raft request' (duration: 308.528896ms)","trace[291287299] 'compare' (duration: 305.969856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:16.531123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.70739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:45:16.531164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.113765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:45:16.531168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.019872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:45:16.531206Z","caller":"traceutil/trace.go:171","msg":"trace[882561558] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10422; }","duration":"677.815334ms","start":"2026-04-03T02:45:15.853373Z","end":"2026-04-03T02:45:16.531188Z","steps":["trace[882561558] 'agreement among raft nodes before linearized reading' (duration: 677.65038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.114632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:16.531226Z","caller":"traceutil/trace.go:171","msg":"trace[24630118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10422; }","duration":"547.193296ms","start":"2026-04-03T02:45:15.984014Z","end":"2026-04-03T02:45:16.531208Z","steps":["trace[24630118] 'agreement among raft nodes before linearized reading' (duration: 547.019432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.08945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:16.531232Z","caller":"traceutil/trace.go:171","msg":"trace[2014136493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:10422; }","duration":"555.122994ms","start":"2026-04-03T02:45:15.976092Z","end":"2026-04-03T02:45:16.531215Z","steps":["trace[2014136493] 'agreement among raft nodes before linearized reading' (duration: 554.918539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.727928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-03T02:45:16.531451Z","caller":"traceutil/trace.go:171","msg":"trace[1695532795] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10422; }","duration":"135.976775ms","start":"2026-04-03T02:45:16.39545Z","end":"2026-04-03T02:45:16.531427Z","steps":["trace[1695532795] 'agreement among raft nodes before linearized reading' (duration: 135.666767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.644508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:45:16.531253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.853353Z","time spent":"677.889106ms","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:16.531579Z","caller":"traceutil/trace.go:171","msg":"trace[449391476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10422; }","duration":"547.878143ms","start":"2026-04-03T02:45:15.983656Z","end":"2026-04-03T02:45:16.531535Z","steps":["trace[449391476] 'agreement among raft nodes before linearized reading' (duration: 547.403121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.984006Z","time spent":"547.259067ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:16.531651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.983637Z","time spent":"548.003996ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:45:16.531276Z","caller":"traceutil/trace.go:171","msg":"trace[1973636806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10422; }","duration":"358.244455ms","start":"2026-04-03T02:45:16.173007Z","end":"2026-04-03T02:45:16.531252Z","steps":["trace[1973636806] 'agreement among raft nodes before linearized reading' (duration: 358.072091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.915869Z","time spent":"614.943313ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:16.531876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.172992Z","time spent":"358.828649ms","remote":"127.0.0.1:38970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:45:16.53129Z","caller":"traceutil/trace.go:171","msg":"trace[1382862540] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10422; }","duration":"145.246053ms","start":"2026-04-03T02:45:16.386021Z","end":"2026-04-03T02:45:16.531268Z","steps":["trace[1382862540] 'agreement among raft nodes before linearized reading' (duration: 145.062789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.490915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:16.532234Z","caller":"traceutil/trace.go:171","msg":"trace[8163529] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10422; }","duration":"258.51329ms","start":"2026-04-03T02:45:16.273697Z","end":"2026-04-03T02:45:16.53221Z","steps":["trace[8163529] 'agreement among raft nodes before linearized reading' (duration: 257.415354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.531315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.150705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:45:16.532488Z","caller":"traceutil/trace.go:171","msg":"trace[1447924024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10422; }","duration":"556.361284ms","start":"2026-04-03T02:45:15.976087Z","end":"2026-04-03T02:45:16.532448Z","steps":["trace[1447924024] 'agreement among raft nodes before linearized reading' (duration: 555.012021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.53255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.976067Z","time spent":"556.467587ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:16.531317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.857398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:45:16.531286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.976066Z","time spent":"555.208387ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"info","ts":"2026-04-03T02:45:16.532834Z","caller":"traceutil/trace.go:171","msg":"trace[394692065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10422; }","duration":"548.246592ms","start":"2026-04-03T02:45:15.984419Z","end":"2026-04-03T02:45:16.532666Z","steps":["trace[394692065] 'agreement among raft nodes before linearized reading' (duration: 546.718135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:16.533093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.984412Z","time spent":"548.661712ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:45:17.001004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.869292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:17.001088Z","caller":"traceutil/trace.go:171","msg":"trace[111810591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10426; }","duration":"249.008656ms","start":"2026-04-03T02:45:16.75206Z","end":"2026-04-03T02:45:17.001068Z","steps":["trace[111810591] 'range keys from in-memory index tree' (duration: 248.796621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.001418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.602157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19218"} {"level":"info","ts":"2026-04-03T02:45:17.001498Z","caller":"traceutil/trace.go:171","msg":"trace[1110099952] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10426; }","duration":"111.73382ms","start":"2026-04-03T02:45:16.889746Z","end":"2026-04-03T02:45:17.00148Z","steps":["trace[1110099952] 'range keys from in-memory index tree' (duration: 111.393421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:24.207714Z","caller":"traceutil/trace.go:171","msg":"trace[1417453629] linearizableReadLoop","detail":"{readStateIndex:10917; appliedIndex:10916; }","duration":"260.673332ms","start":"2026-04-03T02:45:23.94701Z","end":"2026-04-03T02:45:24.207684Z","steps":["trace[1417453629] 'read index received' (duration: 260.431906ms)","trace[1417453629] 'applied index is now lower than readState.Index' (duration: 240.396µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:24.207871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.832515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:24.207844Z","caller":"traceutil/trace.go:171","msg":"trace[1151679805] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"517.38878ms","start":"2026-04-03T02:45:23.690413Z","end":"2026-04-03T02:45:24.207802Z","steps":["trace[1151679805] 'process raft request' (duration: 517.091923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:24.207915Z","caller":"traceutil/trace.go:171","msg":"trace[871487533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10540; }","duration":"260.948678ms","start":"2026-04-03T02:45:23.946952Z","end":"2026-04-03T02:45:24.207901Z","steps":["trace[871487533] 'agreement among raft nodes before linearized reading' (duration: 260.843056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:24.208019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:23.690385Z","time spent":"517.542364ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:25.639722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.432961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:45:25.639841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.241861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:45:25.639833Z","caller":"traceutil/trace.go:171","msg":"trace[1354367375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10551; }","duration":"229.590185ms","start":"2026-04-03T02:45:25.410213Z","end":"2026-04-03T02:45:25.639803Z","steps":["trace[1354367375] 'range keys from in-memory index tree' (duration: 229.256937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:25.639829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.975712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:25.640041Z","caller":"traceutil/trace.go:171","msg":"trace[1823318726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10551; }","duration":"284.397605ms","start":"2026-04-03T02:45:25.355535Z","end":"2026-04-03T02:45:25.639933Z","steps":["trace[1823318726] 'range keys from in-memory index tree' (duration: 284.033115ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:25.640071Z","caller":"traceutil/trace.go:171","msg":"trace[876059676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10551; }","duration":"181.275299ms","start":"2026-04-03T02:45:25.458774Z","end":"2026-04-03T02:45:25.640049Z","steps":["trace[876059676] 'count revisions from in-memory index tree' (duration: 180.87191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:25.832251Z","caller":"traceutil/trace.go:171","msg":"trace[1499314504] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"188.129143ms","start":"2026-04-03T02:45:25.644075Z","end":"2026-04-03T02:45:25.832204Z","steps":["trace[1499314504] 'process raft request' (duration: 187.938878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:25.846206Z","caller":"traceutil/trace.go:171","msg":"trace[1101304600] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"201.931408ms","start":"2026-04-03T02:45:25.644261Z","end":"2026-04-03T02:45:25.846192Z","steps":["trace[1101304600] 'process raft request' (duration: 199.539642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:26.679942Z","caller":"traceutil/trace.go:171","msg":"trace[129935080] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"110.94755ms","start":"2026-04-03T02:45:26.568937Z","end":"2026-04-03T02:45:26.679884Z","steps":["trace[129935080] 'process raft request' (duration: 110.759046ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:28.625892Z","caller":"traceutil/trace.go:171","msg":"trace[19429009] transaction","detail":"{read_only:false; response_revision:10570; number_of_response:1; }","duration":"189.73049ms","start":"2026-04-03T02:45:28.436133Z","end":"2026-04-03T02:45:28.625863Z","steps":["trace[19429009] 'process raft request' (duration: 153.849859ms)","trace[19429009] 'compare' (duration: 35.769879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:28.917272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.349053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:45:28.917374Z","caller":"traceutil/trace.go:171","msg":"trace[1533665138] linearizableReadLoop","detail":"{readStateIndex:10949; appliedIndex:10948; }","duration":"188.684644ms","start":"2026-04-03T02:45:28.728672Z","end":"2026-04-03T02:45:28.917357Z","steps":["trace[1533665138] 'read index received' (duration: 1.052534ms)","trace[1533665138] 'applied index is now lower than readState.Index' (duration: 187.63071ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:28.917434Z","caller":"traceutil/trace.go:171","msg":"trace[1608368636] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"231.441178ms","start":"2026-04-03T02:45:28.685984Z","end":"2026-04-03T02:45:28.917426Z","steps":["trace[1608368636] 'process raft request' (duration: 43.84446ms)","trace[1608368636] 'compare' (duration: 187.179148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:28.917651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.9418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:45:28.91774Z","caller":"traceutil/trace.go:171","msg":"trace[1759755946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10571; }","duration":"189.103604ms","start":"2026-04-03T02:45:28.728616Z","end":"2026-04-03T02:45:28.917719Z","steps":["trace[1759755946] 'agreement among raft nodes before linearized reading' (duration: 188.850788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:29.341341Z","caller":"traceutil/trace.go:171","msg":"trace[517528831] linearizableReadLoop","detail":"{readStateIndex:10950; appliedIndex:10949; }","duration":"423.918102ms","start":"2026-04-03T02:45:28.917396Z","end":"2026-04-03T02:45:29.341314Z","steps":["trace[517528831] 'read index received' (duration: 421.675249ms)","trace[517528831] 'applied index is now lower than readState.Index' (duration: 2.241343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:29.341431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.118073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:29.341494Z","caller":"traceutil/trace.go:171","msg":"trace[1004190616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10572; }","duration":"590.209816ms","start":"2026-04-03T02:45:28.751264Z","end":"2026-04-03T02:45:29.341474Z","steps":["trace[1004190616] 'agreement among raft nodes before linearized reading' (duration: 590.082963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.341538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.751253Z","time spent":"590.277277ms","remote":"127.0.0.1:38956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:45:29.341524Z","caller":"traceutil/trace.go:171","msg":"trace[108747569] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"554.95531ms","start":"2026-04-03T02:45:28.786534Z","end":"2026-04-03T02:45:29.341489Z","steps":["trace[108747569] 'process raft request' (duration: 552.443241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.341558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.739129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4fbch\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-03T02:45:29.341598Z","caller":"traceutil/trace.go:171","msg":"trace[2064847199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4fbch; range_end:; response_count:1; response_revision:10572; }","duration":"590.799021ms","start":"2026-04-03T02:45:28.750789Z","end":"2026-04-03T02:45:29.341588Z","steps":["trace[2064847199] 'agreement among raft nodes before linearized reading' (duration: 590.642287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.341572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.513588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:45:29.341588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.43905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:45:29.341636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.750778Z","time spent":"590.851552ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-4fbch\" "} {"level":"warn","ts":"2026-04-03T02:45:29.341615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.017973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:29.341662Z","caller":"traceutil/trace.go:171","msg":"trace[1880006326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10572; }","duration":"602.643961ms","start":"2026-04-03T02:45:28.738993Z","end":"2026-04-03T02:45:29.341637Z","steps":["trace[1880006326] 'agreement among raft nodes before linearized reading' (duration: 602.368784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:29.341666Z","caller":"traceutil/trace.go:171","msg":"trace[1497593479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10572; }","duration":"603.586323ms","start":"2026-04-03T02:45:28.738062Z","end":"2026-04-03T02:45:29.341648Z","steps":["trace[1497593479] 'agreement among raft nodes before linearized reading' (duration: 603.378008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.341677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.786519Z","time spent":"555.073023ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:29.341714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.738982Z","time spent":"602.722673ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:45:29.34171Z","caller":"traceutil/trace.go:171","msg":"trace[1189628488] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10572; }","duration":"445.170807ms","start":"2026-04-03T02:45:28.896513Z","end":"2026-04-03T02:45:29.341684Z","steps":["trace[1189628488] 'agreement among raft nodes before linearized reading' (duration: 444.993673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.34172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.738045Z","time spent":"603.665865ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:29.341772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.896484Z","time spent":"445.27218ms","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:29.34222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.136414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:45:29.342283Z","caller":"traceutil/trace.go:171","msg":"trace[457383418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10572; }","duration":"603.222396ms","start":"2026-04-03T02:45:28.739045Z","end":"2026-04-03T02:45:29.342268Z","steps":["trace[457383418] 'agreement among raft nodes before linearized reading' (duration: 602.305013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.342326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.739035Z","time spent":"603.278427ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:45:29.343872Z","caller":"traceutil/trace.go:171","msg":"trace[1748272291] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"421.825813ms","start":"2026-04-03T02:45:28.922023Z","end":"2026-04-03T02:45:29.343849Z","steps":["trace[1748272291] 'process raft request' (duration: 421.664919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.344038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.922005Z","time spent":"421.930606ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:29.34423Z","caller":"traceutil/trace.go:171","msg":"trace[487347458] transaction","detail":"{read_only:false; response_revision:10574; number_of_response:1; }","duration":"220.236403ms","start":"2026-04-03T02:45:29.123964Z","end":"2026-04-03T02:45:29.3442Z","steps":["trace[487347458] 'process raft request' (duration: 219.828333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.344914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.303055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:29.345007Z","caller":"traceutil/trace.go:171","msg":"trace[1666592926] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10575; }","duration":"204.446758ms","start":"2026-04-03T02:45:29.140535Z","end":"2026-04-03T02:45:29.344981Z","steps":["trace[1666592926] 'agreement among raft nodes before linearized reading' (duration: 204.14661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.345098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.155658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:29.345319Z","caller":"traceutil/trace.go:171","msg":"trace[52588250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10575; }","duration":"405.388154ms","start":"2026-04-03T02:45:28.939804Z","end":"2026-04-03T02:45:29.345192Z","steps":["trace[52588250] 'agreement among raft nodes before linearized reading' (duration: 404.900662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.345463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:28.939784Z","time spent":"405.569538ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:30.473856Z","caller":"traceutil/trace.go:171","msg":"trace[1842423879] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"122.456954ms","start":"2026-04-03T02:45:30.351371Z","end":"2026-04-03T02:45:30.473828Z","steps":["trace[1842423879] 'process raft request' (duration: 122.253728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:31.48162Z","caller":"traceutil/trace.go:171","msg":"trace[1391695427] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"115.859457ms","start":"2026-04-03T02:45:31.365738Z","end":"2026-04-03T02:45:31.481598Z","steps":["trace[1391695427] 'read index received' (duration: 55.347283ms)","trace[1391695427] 'applied index is now lower than readState.Index' (duration: 60.511424ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:31.481683Z","caller":"traceutil/trace.go:171","msg":"trace[944278507] transaction","detail":"{read_only:false; response_revision:10593; number_of_response:1; }","duration":"131.825806ms","start":"2026-04-03T02:45:31.34982Z","end":"2026-04-03T02:45:31.481646Z","steps":["trace[944278507] 'process raft request' (duration: 71.316402ms)","trace[944278507] 'compare' (duration: 60.3445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:31.481874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.02219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:45:31.481943Z","caller":"traceutil/trace.go:171","msg":"trace[1555178318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10593; }","duration":"132.124653ms","start":"2026-04-03T02:45:31.349802Z","end":"2026-04-03T02:45:31.481927Z","steps":["trace[1555178318] 'agreement among raft nodes before linearized reading' (duration: 131.906708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:31.60882Z","caller":"traceutil/trace.go:171","msg":"trace[31636449] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"122.072325ms","start":"2026-04-03T02:45:31.486717Z","end":"2026-04-03T02:45:31.608789Z","steps":["trace[31636449] 'process raft request' (duration: 110.554442ms)","trace[31636449] 'compare' (duration: 11.284057ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:31.609232Z","caller":"traceutil/trace.go:171","msg":"trace[1655933027] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"122.443024ms","start":"2026-04-03T02:45:31.486777Z","end":"2026-04-03T02:45:31.60922Z","steps":["trace[1655933027] 'process raft request' (duration: 121.966603ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:31.609204Z","caller":"traceutil/trace.go:171","msg":"trace[749097504] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"121.961363ms","start":"2026-04-03T02:45:31.487208Z","end":"2026-04-03T02:45:31.609169Z","steps":["trace[749097504] 'process raft request' (duration: 121.816779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:31.933399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.093015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:31.933483Z","caller":"traceutil/trace.go:171","msg":"trace[1713680802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10597; }","duration":"181.184317ms","start":"2026-04-03T02:45:31.752269Z","end":"2026-04-03T02:45:31.933453Z","steps":["trace[1713680802] 'range keys from in-memory index tree' (duration: 180.998593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:31.933773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.87493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-nkjmk\" ","response":"range_response_count:1 size:7477"} {"level":"info","ts":"2026-04-03T02:45:31.933811Z","caller":"traceutil/trace.go:171","msg":"trace[1948991439] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-nkjmk; range_end:; response_count:1; response_revision:10597; }","duration":"148.948812ms","start":"2026-04-03T02:45:31.78485Z","end":"2026-04-03T02:45:31.933799Z","steps":["trace[1948991439] 'range keys from in-memory index tree' (duration: 148.44408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:32.098365Z","caller":"traceutil/trace.go:171","msg":"trace[1770844111] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"157.339742ms","start":"2026-04-03T02:45:31.941001Z","end":"2026-04-03T02:45:32.09834Z","steps":["trace[1770844111] 'process raft request' (duration: 156.928552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:32.20844Z","caller":"traceutil/trace.go:171","msg":"trace[1955957120] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"100.417792ms","start":"2026-04-03T02:45:32.108003Z","end":"2026-04-03T02:45:32.208421Z","steps":["trace[1955957120] 'process raft request' (duration: 98.23458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:32.227392Z","caller":"traceutil/trace.go:171","msg":"trace[909083810] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"113.162483ms","start":"2026-04-03T02:45:32.114205Z","end":"2026-04-03T02:45:32.227368Z","steps":["trace[909083810] 'process raft request' (duration: 112.721413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:34.405134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.195209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:45:34.405239Z","caller":"traceutil/trace.go:171","msg":"trace[1491780246] linearizableReadLoop","detail":"{readStateIndex:11009; appliedIndex:11008; }","duration":"118.446349ms","start":"2026-04-03T02:45:34.286776Z","end":"2026-04-03T02:45:34.405222Z","steps":["trace[1491780246] 'read index received' (duration: 30.24µs)","trace[1491780246] 'applied index is now lower than readState.Index' (duration: 118.414859ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:34.405311Z","caller":"traceutil/trace.go:171","msg":"trace[689141880] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"170.205407ms","start":"2026-04-03T02:45:34.235075Z","end":"2026-04-03T02:45:34.40528Z","steps":["trace[689141880] 'process raft request' (duration: 44.778922ms)","trace[689141880] 'compare' (duration: 125.053456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:34.405418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.636944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-03T02:45:34.405454Z","caller":"traceutil/trace.go:171","msg":"trace[630760264] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10630; }","duration":"118.696455ms","start":"2026-04-03T02:45:34.286747Z","end":"2026-04-03T02:45:34.405443Z","steps":["trace[630760264] 'agreement among raft nodes before linearized reading' (duration: 118.560812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:34.405543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.544721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-04-03T02:45:34.405626Z","caller":"traceutil/trace.go:171","msg":"trace[1297566323] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:10630; }","duration":"118.676275ms","start":"2026-04-03T02:45:34.286931Z","end":"2026-04-03T02:45:34.405608Z","steps":["trace[1297566323] 'agreement among raft nodes before linearized reading' (duration: 118.432859ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:40.503264Z","caller":"traceutil/trace.go:171","msg":"trace[205392528] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"261.8432ms","start":"2026-04-03T02:45:40.241394Z","end":"2026-04-03T02:45:40.503237Z","steps":["trace[205392528] 'process raft request' (duration: 261.614194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:40.674879Z","caller":"traceutil/trace.go:171","msg":"trace[2046454953] linearizableReadLoop","detail":"{readStateIndex:11048; appliedIndex:11047; }","duration":"145.819628ms","start":"2026-04-03T02:45:40.529033Z","end":"2026-04-03T02:45:40.674853Z","steps":["trace[2046454953] 'read index received' (duration: 46.883142ms)","trace[2046454953] 'applied index is now lower than readState.Index' (duration: 98.934556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:40.67501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.950371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:40.675067Z","caller":"traceutil/trace.go:171","msg":"trace[581600346] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10668; }","duration":"146.027613ms","start":"2026-04-03T02:45:40.529027Z","end":"2026-04-03T02:45:40.675054Z","steps":["trace[581600346] 'agreement among raft nodes before linearized reading' (duration: 145.91803ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:40.675465Z","caller":"traceutil/trace.go:171","msg":"trace[1225125685] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"166.871838ms","start":"2026-04-03T02:45:40.508016Z","end":"2026-04-03T02:45:40.674888Z","steps":["trace[1225125685] 'process raft request' (duration: 67.8592ms)","trace[1225125685] 'compare' (duration: 98.70424ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:50:04.269533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10353} {"level":"info","ts":"2026-04-03T02:50:04.357707Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10353,"took":"85.835462ms","hash":2129845913,"current-db-size-bytes":56078336,"current-db-size":"56 MB","current-db-size-in-use-bytes":21929984,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-03T02:50:04.357781Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2129845913,"revision":10353,"compact-revision":7995}